-- Logs begin at Fri 2022-05-13 12:29:39 UTC, end at Fri 2022-05-13 13:43:10 UTC. -- May 13 13:15:56.912747 dv-cinder-841591-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 13:15:59.720645 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.common.config [-] Logging enabled! May 13 13:15:59.721237 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:15:59.721436 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103867) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:15:59.724786 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.common.config [-] Logging enabled! May 13 13:15:59.725044 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:15:59.725360 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103867) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:15:59.726439 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:15:59.727204 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:15:59.727623 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:15:59.727832 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:15:59.728064 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:15:59.728485 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.728795 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.729034 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.729340 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.729643 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.729960 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.730265 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.730571 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.730870 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.731160 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.731454 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.731695 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.731986 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.732275 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.732577 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.732805 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.733096 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.733535 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.733985 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.734281 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.734580 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.734870 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.735153 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.735439 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.735746 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.736089 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] host = dv-cinder-841591-2-iscsi {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.736386 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.736684 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.736980 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.737277 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.737562 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.737873 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.738173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.738457 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.738741 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.739028 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.739327 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.739624 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.739909 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.740147 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.740379 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.740676 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.740973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.741261 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.741547 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.741857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.742180 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.742465 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.742747 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.743037 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.743330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.743626 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.743905 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.744185 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.744466 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.744747 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.745039 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.745323 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.745607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.745947 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.746250 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.746536 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.746818 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.747130 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.747426 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.747716 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.748014 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.748298 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.748607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.749063 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.749560 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.750084 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.750556 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.750852 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.751152 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.751442 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.751732 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.752019 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.752307 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.752606 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.752893 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:15:59.753260 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.753506 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.753961 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.754466 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.754995 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.755498 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.756019 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.756525 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.756841 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.757150 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.757457 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.757773 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.758115 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.758419 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.758726 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.759047 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.759351 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.759655 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.759940 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.760232 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.760513 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.760803 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.761099 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.761385 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.761681 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.762001 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.762293 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.762608 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.762897 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.763192 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.763491 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.763784 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.764067 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.764353 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.764651 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.764937 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.765218 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.765515 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.765809 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.766098 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.766394 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.766681 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.766963 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.767242 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.767527 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.767825 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.768110 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.768391 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.768672 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.768951 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.769229 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.769519 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.769821 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.770105 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.770382 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.770667 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.770953 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.771233 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.771522 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.771795 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.772077 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.772360 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.772641 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.772920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.773201 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.774039 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.774323 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.774603 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.774891 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.775172 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.775456 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.775740 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.776019 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.776299 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.776611 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.776898 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.777184 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.777468 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.777754 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.778062 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.778343 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.778627 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.778913 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.779192 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.779489 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.779779 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.780075 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.780362 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.780646 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.780968 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.781254 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.781538 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.781852 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.782140 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.782423 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.782716 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.783009 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.783309 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.783612 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.783904 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.784205 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.784503 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.784805 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.785095 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.785412 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.785698 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:15:59.785944 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:15:59.786201 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103867) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 13:16:00.244324 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:16:00.244611 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:16:00.244923 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:16:00.245257 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 13:16:00.577024 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.577256 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.577532 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.578767 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.579045 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.579315 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.634773 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.635055 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.635323 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.650595 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.650899 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.651157 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.681419 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.681708 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.682005 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.719152 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.719436 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:00.719711 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.067096 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.067791 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.067791 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.068041 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.068874 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.175715 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.176042 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.176332 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.176607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.176879 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.177196 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.177464 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.177727 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.178011 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.178302 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.178568 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.178840 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.179103 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.179361 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.179649 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.179920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.180180 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.180451 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.180728 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.180993 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.181270 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.181526 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.181837 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.182219 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.182471 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.182720 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.183117 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.183363 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.183615 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.183855 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.184095 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.184335 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:01.184701 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 13:16:01.187819 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 13:16:01.191764 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 13:16:01.196366 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 13 13:16:01.198018 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 13:16:01.198491 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 13:16:01.198831 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 13:16:01.199217 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 13:16:01.202188 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 13:16:01.202451 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 13:16:01.202803 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:16:01.207677 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 13:16:01.231660 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 13:16:01.232111 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.232413 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103867) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 13:16:01.232787 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.234161 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103867) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 13:16:01.234445 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:16:01.234698 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 13:16:01.237999 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.238289 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:01.300805 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 13:16:01.301049 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 13:16:01.301291 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 13:16:01.301663 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 13:16:01.323665 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_db.sqlalchemy.engines [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103867) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 13:16:01.929994 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing driver for type 'gre' May 13 13:16:01.930530 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] gre ID ranges: [(1, 1000)] May 13 13:16:02.135887 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing driver for type 'local' May 13 13:16:02.136562 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing driver for type 'vlan' May 13 13:16:02.261224 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] VlanTypeDriver initialization complete May 13 13:16:02.261586 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing driver for type 'vxlan' May 13 13:16:02.262127 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] vxlan ID ranges: [(1, 1000)] May 13 13:16:02.404199 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing extension driver 'port_security' May 13 13:16:02.404542 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.extensions.port_security [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] PortSecurityExtensionDriver initialization complete May 13 13:16:02.404876 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing mechanism driver 'openvswitch' May 13 13:16:02.405216 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing mechanism driver 'hyperv' May 13 13:16:02.413037 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:02.414458 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.414884 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.415244 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.415770 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.416207 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.416567 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.416921 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.417316 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.417722 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.418108 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.418452 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.418844 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.419285 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.419675 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.420056 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.420485 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.420895 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.421245 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.421615 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.422068 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.422476 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > address_group after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.422823 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > address_group after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.423163 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.423555 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:16:02.424021 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] ML2 OVO RPC backend initialized. {{(pid=103867) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 13:16:02.424720 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.425083 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.425498 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.425871 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > networks before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.426224 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.426569 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > ports before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.426913 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.427254 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnets before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.427601 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.427941 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.428314 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.428655 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.428992 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.429330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.430257 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.430602 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.430937 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.440086 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded quota_driver: . May 13 13:16:02.440451 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Modular L2 Plugin initialization complete May 13 13:16:02.440800 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading services supported by the core plugin {{(pid=103867) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 13:16:02.441145 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Got port-security extension from driver 'port_security' May 13 13:16:02.441624 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.extensions.vlantransparent [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Disabled vlantransparent extension. May 13 13:16:02.442153 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103867) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 13:16:02.442481 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: router May 13 13:16:02.489932 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.490330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.490702 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router before_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.491069 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.491445 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.491803 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_delete 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.492712 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.493067 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.493426 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.493777 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.494148 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.494499 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.494985 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.495410 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.495826 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.496231 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.496576 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.496920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.497277 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.497625 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.497994 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.498343 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.498702 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.499047 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.499398 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.499762 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.500109 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.500528 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > agent after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.500879 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > agent after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.501225 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.502125 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Tracking information for resource: router configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:02.502464 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Tracking information for resource: floatingip configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:16:02.521849 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.db.l3_agentschedulers_db [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 13:16:02.522372 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.522733 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.523127 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.523507 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.524300 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router before_create 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.524693 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.525059 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_create 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.525418 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > router precommit_update 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.530196 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.provider_configuration [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service providers = [] {{(pid=103867) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 13:16:02.530547 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.db.servicetype_db [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103867) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 13:16:02.533473 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.service_base [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:16:02.533851 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.service_base [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:16:02.534201 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.service_base [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:16:02.535116 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.services.service_base [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:16:02.535492 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.services.service_base [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 13:16:02.535866 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.536185 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 13:16:02.547404 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.547742 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: auto_allocate May 13 13:16:02.557246 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: network precommit_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.557614 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: network precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.558161 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.558484 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: tag May 13 13:16:02.565201 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.565536 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: timestamp May 13 13:16:02.569620 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.569982 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: network_ip_availability May 13 13:16:02.575518 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.575891 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.576250 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.576954 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.577278 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: flavors May 13 13:16:02.589672 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.590026 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading Plugin: revisions May 13 13:16:02.594373 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:16:02.594771 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:16:02.595553 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103867) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 13:16:02.595892 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Initializing extension manager. May 13 13:16:02.596415 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: __init__.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.596774 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: __pycache__ {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.597091 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: _port_mac_address_override.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.597460 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.598246 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.598821 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: address-group May 13 13:16:02.599146 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: address_scope.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.599852 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.600354 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: address-scope May 13 13:16:02.600680 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.602149 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.602660 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: router-admin-state-down-before-update May 13 13:16:02.602984 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: agent.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.603748 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.604252 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: agent May 13 13:16:02.604577 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: agent_resources_synced.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.605481 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.606060 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: agent-resources-synced May 13 13:16:02.606388 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: allowedaddresspairs.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.625650 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.626206 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: allowed-address-pairs May 13 13:16:02.626537 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: auto_allocated_topology.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.627608 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.628114 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: auto-allocated-topology May 13 13:16:02.628439 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.629129 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.629641 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: availability_zone May 13 13:16:02.629991 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: availability_zone_filter.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.630895 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.631401 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: availability_zone_filter May 13 13:16:02.631724 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: data_plane_status.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.632650 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.633146 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension data-plane-status not supported by any of loaded plugins May 13 13:16:02.633469 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: default_subnetpools.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.634399 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.634905 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: default-subnetpools May 13 13:16:02.635231 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.636036 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.636540 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: dhcp_agent_scheduler May 13 13:16:02.636868 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: dns.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.637830 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.638330 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension dns-integration not supported by any of loaded plugins May 13 13:16:02.638656 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: dns_domain_ports.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.639565 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.640066 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 13:16:02.640392 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.641301 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.641866 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 13:16:02.642200 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: dvr.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.642864 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.643363 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: dvr May 13 13:16:02.643687 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: ecmp_routes.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.644594 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.645096 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension ecmp_routes not supported by any of loaded plugins May 13 13:16:02.645419 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: empty_string_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.646348 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.646859 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: empty-string-filtering May 13 13:16:02.647185 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.648119 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.648649 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 13:16:02.649011 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.649965 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.650471 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 13:16:02.650792 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: external_net.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.651723 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.652225 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: external-net May 13 13:16:02.652546 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.653482 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.654055 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: extra_dhcp_opt May 13 13:16:02.658866 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: extraroute.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.659547 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.660048 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: extraroute May 13 13:16:02.660369 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: extraroute_atomic.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.661629 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.662172 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: extraroute-atomic May 13 13:16:02.662499 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: filter_validation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.663165 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.663665 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: filter-validation May 13 13:16:02.664504 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: fip_pf_description.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.665402 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.665977 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 13:16:02.666302 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: fip_pf_port_range.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.667208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.667708 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 13:16:02.668028 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: fip_port_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.668938 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.669441 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: fip-port-details May 13 13:16:02.669762 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: flavors.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.671047 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.671556 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: flavors May 13 13:16:02.671886 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.673539 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.674098 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 13:16:02.674432 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: floatingip_pools.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.675129 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.675639 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: floatingip-pools May 13 13:16:02.675967 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: ip_allocation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.676872 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.677378 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension ip_allocation not supported by any of loaded plugins May 13 13:16:02.677764 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.678693 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.679197 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: ip-substring-filtering May 13 13:16:02.679580 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l2_adjacency.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.681001 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.681505 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 13:16:02.681861 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.682838 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.683408 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: router May 13 13:16:02.683740 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.689672 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.690269 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 13:16:02.690607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.691531 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.692044 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: ext-gw-mode May 13 13:16:02.692376 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.693551 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.694096 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: l3-ha May 13 13:16:02.694465 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.695395 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.695897 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 13:16:02.696223 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_flavors.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.697128 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.697637 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: l3-flavors May 13 13:16:02.697984 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.699379 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.699884 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 13:16:02.700212 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.701122 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.701630 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 13:16:02.701989 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: l3agentscheduler.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.703035 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.703545 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: l3_agent_scheduler May 13 13:16:02.703876 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: local_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.707196 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.707743 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension local_ip not supported by any of loaded plugins May 13 13:16:02.708079 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: logging.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.709534 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.710074 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension logging not supported by any of loaded plugins May 13 13:16:02.710408 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: metering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.711735 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.712439 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: metering May 13 13:16:02.712776 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.722325 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.722842 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: metering_source_and_destination_fields May 13 13:16:02.723170 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: multiprovidernet.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.724087 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.724593 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: multi-provider May 13 13:16:02.724920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: netmtu.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.725847 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.727090 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: net-mtu May 13 13:16:02.727607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: netmtu_writable.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.729104 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.729991 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: net-mtu-writable May 13 13:16:02.730562 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: network_availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.731650 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.732461 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: network_availability_zone May 13 13:16:02.732956 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: network_ip_availability.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.734667 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.735451 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: network-ip-availability May 13 13:16:02.735968 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: network_segment_range.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.737045 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.737540 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension network-segment-range not supported by any of loaded plugins May 13 13:16:02.737908 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: pagination.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.738893 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.739229 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: pagination May 13 13:16:02.739588 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_device_profile.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.740502 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.741014 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-device-profile May 13 13:16:02.741341 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_mac_address_override.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.742318 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.742827 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-mac-override May 13 13:16:02.743154 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.744097 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.744602 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-mac-address-regenerate May 13 13:16:02.744926 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.751330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.751884 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-numa-affinity-policy May 13 13:16:02.752226 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_resource_request.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.753293 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.753902 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension port-resource-request not supported by any of loaded plugins May 13 13:16:02.754241 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: port_resource_request_groups.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.755232 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.755756 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 13:16:02.756088 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: portbindings.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.757028 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.757669 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: binding May 13 13:16:02.758026 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: portbindings_extended.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.759320 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.759838 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: binding-extended May 13 13:16:02.760177 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: portsecurity.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.761116 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.761635 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-security May 13 13:16:02.762007 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: project_id.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.763142 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.763486 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: project-id May 13 13:16:02.763815 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: providernet.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.764759 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.765284 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: provider May 13 13:16:02.765617 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.769457 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.770006 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos not supported by any of loaded plugins May 13 13:16:02.770348 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.771602 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.772174 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 13:16:02.772514 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.776969 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.777490 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 13:16:02.777850 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_default.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.778783 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.779310 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-default not supported by any of loaded plugins May 13 13:16:02.779645 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_fip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.780659 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.781173 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-fip not supported by any of loaded plugins May 13 13:16:02.781504 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.782458 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.782971 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 13:16:02.783304 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_gateway_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.784238 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.784748 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 13:16:02.785080 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_port_network_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.786087 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.786603 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 13:16:02.786939 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.787999 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.788518 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 13:16:02.788885 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.790499 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.791025 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 13:16:02.791364 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_pps_rule.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.792660 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.793179 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-pps not supported by any of loaded plugins May 13 13:16:02.793517 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_rule_type_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.794475 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.794992 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 13:16:02.795327 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.796248 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.796762 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 13:16:02.797093 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: qos_rules_alias.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.798176 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.799758 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 13:16:02.799758 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: quota_check_limit.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.800163 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.800685 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: quota-check-limit May 13 13:16:02.801018 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: quotasv2.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.802012 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.802353 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: quotas May 13 13:16:02.802683 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: quotasv2_detail.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.804509 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.804857 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: quota_details May 13 13:16:02.805199 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: rbac.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.806300 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.806827 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: rbac-policies May 13 13:16:02.807167 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: rbac_address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.808122 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.808704 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: rbac-address-group May 13 13:16:02.809040 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: rbac_address_scope.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.810016 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.810575 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: rbac-address-scope May 13 13:16:02.810907 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: rbac_security_groups.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.816984 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.817508 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: rbac-security-groups May 13 13:16:02.817877 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: rbac_subnetpool.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.819072 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.819590 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: rbac-subnetpool May 13 13:16:02.819921 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: revisionifmatch.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.820968 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.821486 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: revision-if-match May 13 13:16:02.821845 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: revisions.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.823030 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.823608 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: standard-attr-revisions May 13 13:16:02.823948 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: router_availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.824650 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.825172 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: router_availability_zone May 13 13:16:02.825624 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: routerservicetype.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.826610 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.827134 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension router-service-type not supported by any of loaded plugins May 13 13:16:02.827464 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.828409 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.828930 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: security-groups-normalized-cidr May 13 13:16:02.829262 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.830239 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.830766 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: port-security-groups-filtering May 13 13:16:02.831098 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.832123 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.832651 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: security-groups-remote-address-group May 13 13:16:02.832981 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.834076 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.834604 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: security-groups-shared-filtering May 13 13:16:02.834935 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.835533 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 13:16:02.836418 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: securitygroup.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.846244 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.850985 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: security-group May 13 13:16:02.850985 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: segment.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.850985 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.850985 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension segment not supported by any of loaded plugins May 13 13:16:02.850985 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.852230 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.852750 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 13:16:02.853086 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: servicetype.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.854373 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.854855 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: service-type May 13 13:16:02.855190 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: sorting.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.856193 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.856535 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: sorting May 13 13:16:02.856867 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: standard_attr_segment.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.857813 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.858351 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 13:16:02.858685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: standardattrdescription.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.859344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.859898 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: standard-attr-description May 13 13:16:02.860376 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: stateful_security_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.861344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.861893 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: stateful-security-group May 13 13:16:02.862229 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: stdattrs_common.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.862807 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 13:16:02.863135 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.864083 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.864662 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 13:16:02.864941 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnet_onboard.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.866105 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.866631 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: subnet_onboard May 13 13:16:02.866993 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.867939 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.868456 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 13:16:02.868791 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnet_service_types.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.869738 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.870284 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: subnet-service-types May 13 13:16:02.870654 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnetallocation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.871750 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.872268 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: subnet_allocation May 13 13:16:02.872599 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.873274 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.873814 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: subnetpool-prefix-ops May 13 13:16:02.874140 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.875079 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.875615 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 13:16:02.875944 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: tagging.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.877080 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.882840 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: standard-attr-tag May 13 13:16:02.882840 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: timestamp.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.883925 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.884450 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loaded extension: standard-attr-timestamp May 13 13:16:02.884786 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: trunk.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.885867 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.886393 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension trunk not supported by any of loaded plugins May 13 13:16:02.886792 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: trunk_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.887724 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.888241 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension trunk-details not supported by any of loaded plugins May 13 13:16:02.888672 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: uplink_status_propagation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.889627 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.890167 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 13:16:02.890500 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Loading extension file: vlantransparent.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:16:02.891188 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:16:02.891702 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 13:16:02.894290 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:network May 13 13:16:02.894963 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnet May 13 13:16:02.895389 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:16:02.895795 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:port May 13 13:16:02.897046 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.897500 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service FLAVORS assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.898690 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.899135 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.899476 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:router May 13 13:16:02.899958 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:floatingip May 13 13:16:02.900528 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service METERING assigned prefix: /metering {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.902030 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.902418 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.902779 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:16:02.903791 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:16:02.904245 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:security_group May 13 13:16:02.904684 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:16:02.905295 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.905636 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:16:02.906031 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] subnetpool is already registered May 13 13:16:02.906495 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.906832 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:16:02.907172 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] subnetpool is already registered May 13 13:16:02.909481 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.909957 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service FLAVORS assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.910561 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.910996 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.911339 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:router May 13 13:16:02.911687 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] router is already registered May 13 13:16:02.912113 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:floatingip May 13 13:16:02.912461 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] floatingip is already registered May 13 13:16:02.912932 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service METERING assigned prefix: /metering {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.913655 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:16:02.914637 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] rbac_policy is already registered May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:security_group May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] security_group is already registered May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] security_group_rule is already registered May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.917353 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:16:02.917769 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] subnetpool is already registered May 13 13:16:02.917979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:16:02.918313 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:16:02.918652 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] subnetpool is already registered May 13 13:16:02.919134 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: extensions {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.920611 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: address-groups {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.922089 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: address-scopes {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.923621 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.924803 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: auto-allocated-topology {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.926072 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: availability_zones {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.927272 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: dhcp-networks {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.928916 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: dhcp-agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.930503 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.932648 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: flavors {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.933820 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: service_profiles {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.935103 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: next_providers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.936549 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: service_profiles {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.938085 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: floatingip-pools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.939298 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.941355 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: floatingips {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.943839 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: l3-routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.945255 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: l3-agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.946683 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: metering-labels {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.948011 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: metering-label-rules {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.949269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: network-ip-availabilities {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.950551 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: bindings {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.952177 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: quotas {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.953757 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: quotas {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.955288 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: rbac-policies {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.956556 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: security-groups {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.957772 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: security-group-rules {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.959117 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: service-providers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.960314 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: subnetpools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.962256 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: subnetpools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.963703 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.965408 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.967215 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.968953 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.970767 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.972585 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.974273 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.976132 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.978445 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.980249 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron.api.extensions [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:16:02.986057 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING keystonemiddleware.auth_token [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 13:16:02.991329 dv-cinder-841591-2-iscsi neutron-server[103867]: WARNING keystonemiddleware.auth_token [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 13:16:03.000742 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Acquired lock "singleton_lock" {{(pid=103867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 13:16:03.001225 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Releasing lock "singleton_lock" {{(pid=103867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 13:16:03.001912 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Starting 2 workers May 13 13:16:03.006839 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Started child 103978 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:16:03.011921 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Started child 103979 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:16:03.012825 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.013816 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO neutron.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 13:16:03.014174 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.014919 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [-] (103978) wsgi starting up on http://0.0.0.0:9696 May 13 13:16:03.016460 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.016889 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Starting 1 workers May 13 13:16:03.017894 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [-] (103979) wsgi starting up on http://0.0.0.0:9696 May 13 13:16:03.022042 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Started child 103980 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:16:03.022621 dv-cinder-841591-2-iscsi neutron-server[103867]: INFO oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Starting 1 workers May 13 13:16:03.025745 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] calling RpcWorker wait() {{(pid=103980) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 13:16:03.026309 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] returning from RpcWorker wait() {{(pid=103980) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 13:16:03.027121 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Started child 103981 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:16:03.027772 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.027914 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ee9b-04bf-4df4-adf7-5c489d8b5c29 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.028395 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:03.029807 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:16:03.030061 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:16:03.030254 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:16:03.030488 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:16:03.030816 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:16:03.030983 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:16:03.031523 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.031813 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.032038 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:03.032494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.032494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.032950 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.033214 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.033473 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.033763 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.034043 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.034215 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.034384 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.034646 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.034897 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.035223 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.035491 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.035748 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.035976 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.036157 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.036429 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.036686 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.036918 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.037198 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.037448 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.037997 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.038231 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.038488 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.038713 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.039039 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.039291 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.039578 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.039820 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.040044 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.040296 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.040537 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.040793 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.041014 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.041233 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.041501 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.041728 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.042217 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] host = dv-cinder-841591-2-iscsi {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.042459 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.042695 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.042926 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.043175 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.043422 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.043641 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.043920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.044168 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.044426 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.044685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.044937 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.045168 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.045390 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.045661 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.045847 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_options = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.046104 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.046377 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.046639 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.046850 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.047002 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.047164 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.047421 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.047588 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.047850 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.048097 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.048317 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.048585 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.048772 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.049023 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.049294 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.049529 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.049748 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.050005 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.050267 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.050505 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.050732 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.050983 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.051251 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.051489 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.051712 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.051937 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.052168 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.052387 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.052605 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.054004 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:03.054143 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.054291 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.055179 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.055430 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.055688 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.055965 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.056207 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.056450 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.058223 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.058537 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.059911 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.060267 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.060561 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.061240 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.061607 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.061931 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.062174 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.062413 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.064514 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.064796 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.065093 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.066119 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.066378 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.071857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.071857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.071857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.071857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.071857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.072566 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.072566 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.072853 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.072989 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.073809 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.073809 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.073809 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.074089 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.074162 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.074450 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.074681 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.074993 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.075272 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.075557 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.076188 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.076483 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.076760 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.077015 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.077244 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.077535 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.077716 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.078036 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.078287 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.078547 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.078805 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.079052 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.079346 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.079615 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.079914 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.080279 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.080553 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.080832 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.081088 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.081331 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.081582 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.081863 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.082095 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.082344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.082566 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.082836 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.083091 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.083335 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.083583 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.083831 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.084044 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.084302 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.084550 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.084798 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.085020 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.085244 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.085463 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.085685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.085924 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.086154 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.086370 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.086628 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.086878 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.087100 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.087332 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.087546 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.087766 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.087998 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.088215 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.088429 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.088640 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.088903 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.089160 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.089344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.089584 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.089944 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.090057 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.090251 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.090473 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.090698 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.090944 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.091160 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.091381 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.091599 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.091812 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.092048 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.092266 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.092501 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.092715 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.092930 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.093170 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.093777 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50046) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:03.098146 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.098402 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.098673 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.098918 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.099177 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.099536 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.099822 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.100088 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.100333 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.100604 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.100840 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.101117 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.101903 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.102169 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.102425 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.102713 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.102976 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.102976 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.103676 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074761 May 13 13:16:03.103752 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.103752 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.104002 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.104226 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.104456 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.104702 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.104941 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.105188 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.105455 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.105747 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.106265 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.106533 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.106784 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.107031 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.107294 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.107628 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.107899 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.108166 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.108421 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.108685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.109226 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.109534 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.111487 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.111487 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.111487 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.111730 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.111804 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.112071 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.112331 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.112591 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.112822 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.113097 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.113328 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.113555 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.113818 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.114171 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.114429 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.114720 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.114943 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.115221 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.115567 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.115734 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.116000 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.116245 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.116501 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.116759 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.117054 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.117276 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.117999 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.118238 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.118461 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.118716 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.118936 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.119177 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120227 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120227 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120227 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120227 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120495 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120680 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.120831 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.123036 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.123223 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.123472 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.124633 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.125701 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.125701 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.125701 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.126917 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.127175 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.127448 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.127687 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.128009 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.128287 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.128532 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.128776 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.129045 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.129332 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.129558 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.129870 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.130073 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.130579 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.130816 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.131134 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.131904 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.132154 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.132399 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.133418 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.134542 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.134542 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.134542 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.134784 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.134959 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.135222 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.135479 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.135749 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.135951 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.136482 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.136482 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.136645 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.136856 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.137102 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.137330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.137553 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.137774 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.138053 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.138822 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.138982 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140367 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140367 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140367 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140588 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140674 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.140913 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.141139 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.141362 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.141585 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.141857 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.142082 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.142385 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.142644 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.142882 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.143687 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.143687 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.143687 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.143899 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.144412 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.144764 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.145003 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.145391 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.145623 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.145912 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.146134 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.146407 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.146645 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.147415 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.147415 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.147415 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.147788 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.148033 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.148336 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.148567 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.148788 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.149604 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.149933 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.150167 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151020 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151020 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151020 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151274 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151366 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.151582 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.152615 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.153096 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.153332 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.153625 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.153926 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.154420 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.154738 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.155007 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.155663 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.155981 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.157829 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159269 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159683 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.159918 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.160177 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.160930 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.160930 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.161107 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.161264 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.161965 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.162303 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.164759 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.165071 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.165361 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.165644 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.166532 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.166532 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.166532 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.166774 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.166949 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.167128 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.167398 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.167640 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.167900 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.168129 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.168394 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.168644 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.168908 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.169119 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.169341 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.170973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.170973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:16:03.170973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:16:03.170973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:16:03.170973 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:16:03.171325 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:16:03.171325 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:16:03.171557 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:16:03.171732 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.171917 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.172156 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.172336 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.172539 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.172711 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.172876 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.173041 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.173210 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.173370 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.173697 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.173879 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.174214 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.174381 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.174700 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.174860 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.175172 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.175344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.175512 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.175671 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.175839 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.176005 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.176165 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.176529 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.176721 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.176865 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177021 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177189 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177350 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177509 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177674 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.177855 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178024 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178190 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178352 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178516 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:03.178754 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178840 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.178979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.179142 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] host = dv-cinder-841591-2-iscsi {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.179308 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180058 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180234 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180388 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180550 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180715 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.180879 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.181042 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.181206 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.181401 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.183744 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.183744 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.183744 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.184399 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.184657 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_options = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.184788 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.184946 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.185097 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.185284 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.185467 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.185622 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.185847 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186007 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186157 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186343 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186462 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186642 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186800 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.186948 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187110 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187266 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187434 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187588 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187747 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.187913 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188067 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188232 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188394 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188559 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188726 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.188873 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.189038 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.189197 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.189354 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.189921 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.190244 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.190412 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.190579 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.190744 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.190910 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191072 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191238 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191400 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191571 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191733 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.191898 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192062 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192226 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192390 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192552 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192718 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.192878 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.193036 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.193451 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.193614 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.193780 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.193969 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.194131 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.194294 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.194462 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.194625 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:16:03.194812 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.195658 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196494 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196824 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196824 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.196944 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197156 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197247 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197407 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197572 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197737 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.197953 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.198124 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.198283 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.198450 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.198615 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.198777 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.199082 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.199424 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.199593 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.199758 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.200600 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.200600 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.200600 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.200600 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.200600 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201044 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201044 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201044 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201246 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201334 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201917 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201917 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.201917 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202339 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202339 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202339 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202734 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202734 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.202734 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.204258 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205259 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205736 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205736 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205736 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205980 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.205980 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.206122 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.206380 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.206495 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.206616 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.208507 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.208864 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.209454 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.209677 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.209935 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.210164 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.210387 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.210563 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.211284 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.211458 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213173 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.213979 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.214651 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.214651 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.214651 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.214651 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215204 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215204 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215204 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215520 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215520 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215679 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215679 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.215855 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216020 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216186 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216355 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216521 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.216850 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217015 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217219 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217442 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217613 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217778 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.217978 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218133 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218299 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218457 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218617 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218781 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.218945 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219120 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219354 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219505 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219641 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219776 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.219921 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220085 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220329 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220488 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220632 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220769 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.220914 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221050 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221186 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221321 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221456 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221630 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.221869 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222019 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222155 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222313 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222473 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222639 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222804 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.222970 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223201 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223492 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223629 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223783 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.223920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224055 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224205 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224370 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224539 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224706 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.224893 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.225048 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.225192 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.225518 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.225685 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.225920 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226108 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226291 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226434 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226595 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226761 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.226929 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.227068 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.227233 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.228301 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.228483 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.228653 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.228821 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.228988 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.229154 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.229318 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.229503 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.229643 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.229898 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230021 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230160 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230330 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230492 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230717 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.230889 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.231055 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.231220 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.231385 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.231551 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.231716 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.232761 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.232941 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.233169 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.233344 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.233533 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.233700 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.233905 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234076 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234242 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234465 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234636 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234801 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.234965 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235130 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235303 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235468 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235639 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235801 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.235964 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236128 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236295 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236463 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236629 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236793 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.236959 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.237124 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.237290 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.237453 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.237616 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.237836 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.238154 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.238398 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.238587 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.238782 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.238962 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239139 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239314 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239485 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239721 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239813 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.239980 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240145 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240309 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240477 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240638 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240811 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.240975 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.241135 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.241301 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.241455 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.241616 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242356 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242356 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242356 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242356 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242677 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242677 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242840 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.242918 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243074 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243928 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243928 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243928 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243928 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.243928 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244228 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244228 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244349 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244415 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244596 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244740 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.244893 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.245064 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.245218 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.245375 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.245536 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247208 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247692 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247692 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247692 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247692 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247692 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247966 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.247966 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248083 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248374 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248374 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248520 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248674 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248837 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.248990 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249149 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249300 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249462 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249623 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249768 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.249955 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250112 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250271 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250430 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250596 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250752 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.250908 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.251077 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.251230 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:16:03.251384 dv-cinder-841591-2-iscsi neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:16:14.572287 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09dc8c-a215-4f41-8a2f-9eccfbe33f13 None None] get_active_networks_info from dv-cinder-841591-2-iscsi {{(pid=103980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 13:16:14.638665 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09dc8c-a215-4f41-8a2f-9eccfbe33f13 None None] No non-hosted networks {{(pid=103980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 13:16:14.657238 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.agentschedulers_db [None req-4f09dc8c-a215-4f41-8a2f-9eccfbe33f13 None None] DHCP Agent not found on host dv-cinder-841591-2-iscsi {{(pid=103980) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 13:16:14.855609 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4603f073-d656-48d1-b92f-e5aa606c74f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:16.974080 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-07d380fb-6b41-4256-aab2-659fc9f4587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:16.999223 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.db.api [None req-0680139d-e1fb-47c3-bb25-c6992e811176 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841591-2-iscsi {{(pid=103980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:16:16.999978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG oslo_db.api [None req-0680139d-e1fb-47c3-bb25-c6992e811176 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:16:17.638329 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0680139d-e1fb-47c3-bb25-c6992e811176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:17.754009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50118) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:18.134653 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:18.439853 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-b0bedefa-8356-4053-aefd-787eed4d921d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:18.440459 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-b0bedefa-8356-4053-aefd-787eed4d921d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:18.668403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [None req-b0bedefa-8356-4053-aefd-787eed4d921d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:16:18.679619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b0bedefa-8356-4053-aefd-787eed4d921d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9128752 May 13 13:16:19.484265 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:21.047553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:21.047553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.047553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.047553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.051164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.051164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.051164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.051164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.051164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052744 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052744 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:21.052744 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841591-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:21.052996 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841591-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:21.196908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50152) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:21.512208 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:21.603300 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.policy [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103978) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:16:21.643448 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:21.643838 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING oslo_policy.policy [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:21.849946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713487886', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713487386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713471825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713530791', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713532749', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757713522801', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1479424', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1482746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7944936'] for rbac-policy (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:22.011909 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:22.021949 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d465e3c9-797a-402c-ad1d-ec23305f526f admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8149498 May 13 13:16:24.179404 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.db.l3_hamode_db [None req-be612b26-26f6-4809-8b5c-bf23d2d0b966 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 13:16:24.257898 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be612b26-26f6-4809-8b5c-bf23d2d0b966 None None] Routers set() bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:16:24.258294 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be612b26-26f6-4809-8b5c-bf23d2d0b966 None None] Router IDs set() for agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 13:16:24.465690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50164) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:24.950735 dv-cinder-841591-2-iscsi neutron-server[103979]: WARNING oslo_policy.policy [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:24.951310 dv-cinder-841591-2-iscsi neutron-server[103979]: WARNING oslo_policy.policy [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:25.170717 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:25.300212 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Made reservation on behalf of 1eafe2a57502441faa06c7ab6de43b01 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:16:25.361213 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.policy [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103979) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:16:25.402056 dv-cinder-841591-2-iscsi neutron-server[103979]: WARNING oslo_policy.policy [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:25.402432 dv-cinder-841591-2-iscsi neutron-server[103979]: WARNING oslo_policy.policy [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:16:25.412618 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.434892 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.550748 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks [] for security_group (140c8787-711d-4c5f-af6f-2c464c25b115), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.631442 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (140c8787-711d-4c5f-af6f-2c464c25b115), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.663843 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:16:25.691603 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757711446568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (c0da2637-eb5a-4423-9d16-23fede4879ae), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.692128 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Unsubscribe: segment precommit_create {{(pid=103979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:16:25.692678 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Added segment c0da2637-eb5a-4423-9d16-23fede4879ae of type vlan for network f9f264a3-46c9-4a8a-9507-262cd2f35e89 May 13 13:16:25.698827 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=140c8787-711d-4c5f-af6f-2c464c25b115,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:25.723527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.723876 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.724236 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.724593 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.724929 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.725256 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.725580 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.726596 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.727122 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.727543 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.728046 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.728472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.729141 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.729977 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.730225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Tracked resource versions report: May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: pushed versions: May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: { 'AddressGroup': {'1.2'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Agent': {'1.1'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'ConntrackHelper': {'1.0'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Log': {'1.0'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'NDPProxy': {'1.0'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Network': {'1.1'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Port': {'1.7'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'PortForwarding': {'1.3'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'QosPolicy': {'1.10'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroup': {'1.5'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SubPort': {'1.0'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Subnet': {'1.1'}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Trunk': {'1.1'}} May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: consumer versions: May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Agent': '1.1', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'ConntrackHelper': '1.0', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'LocalIPAssociation': '1.0', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Log': '1.0', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'NDPProxy': '1.0', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Network': '1.1', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Port': '1.7', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'PortForwarding': '1.3', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'QosPolicy': '1.10', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroup': '1.5', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroupRule': '1.2', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SubPort': '1.0', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Subnet': '1.1', May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Trunk': '1.1'}} May 13 13:16:25.731786 dv-cinder-841591-2-iscsi neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:16:25.820697 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (f9f264a3-46c9-4a8a-9507-262cd2f35e89), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.946900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (f9f264a3-46c9-4a8a-9507-262cd2f35e89), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:25.951924 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:25.952627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:26.066713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] Pushing event updated for resources: {'Network': ['ID=f9f264a3-46c9-4a8a-9507-262cd2f35e89,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:26.078649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:16:26.150198 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3c072985-a78f-4f4d-9d3c-4d05d4e39924 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6833987 May 13 13:16:28.591947 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50184) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:28.997172 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e975d67-faee-4f56-a57a-2264ab48f1d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:28.998594 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1e975d67-faee-4f56-a57a-2264ab48f1d0 demo admin] 10.222.0.25 "GET /v2.0/networks/f9f264a3-46c9-4a8a-9507-262cd2f35e89 HTTP/1.1" status: 200 len: 825 time: 0.4057171 May 13 13:16:29.035286 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-757f1082-68ca-4996-b98d-03ff0a52591c demo admin] 10.222.0.25 "GET /v2.0/subnetpools/d55be0cb-482b-4d52-8961-91d968b87350 HTTP/1.1" status: 200 len: 734 time: 0.0309737 May 13 13:16:29.043584 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350', 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:29.123796 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Made reservation on behalf of 1eafe2a57502441faa06c7ab6de43b01 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:16:29.127011 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:29.455597 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (f6363892-36a8-4fc4-ae87-6333113670fa), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:29.533484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Checking segment: {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:16:29.533881 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Network hostable DHCP agents. Network: f9f264a3-46c9-4a8a-9507-262cd2f35e89, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:16:29.539052 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f6363892-36a8-4fc4-ae87-6333113670fa,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:29.603355 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:16:29.660652 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, f9f264a3-46c9-4a8a-9507-262cd2f35e89) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:29.665885 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:29.666522 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:29.672496 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679fed28-d3f1-42ec-a965-9e481d2177e5 None None] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:16:29.749143 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9232d163-b931-457a-a9ce-15d3aa7a6d49 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7086964 May 13 13:16:29.942220 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:16:29.943698 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:30.223767 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Allocated IP 172.20.0.2 (f9f264a3-46c9-4a8a-9507-262cd2f35e89/f6363892-36a8-4fc4-ae87-6333113670fa/75445d98-1c75-44cb-abef-386e93463ad2) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:16:30.494210 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks [] for port (75445d98-1c75-44cb-abef-386e93463ad2), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:30.604592 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (75445d98-1c75-44cb-abef-386e93463ad2), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:30.684148 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:16:30.691109 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:30.697201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Pushing event updated for resources: {'Port': ['ID=75445d98-1c75-44cb-abef-386e93463ad2,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:30.699354 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:16:30.708998 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.709356 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.709721 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.710142 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.710489 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.710825 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.711158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.711491 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.711823 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.712160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.712514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.712863 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.713193 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.713757 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.714111 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Tracked resource versions report: May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: pushed versions: May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: { 'AddressGroup': {'1.2'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Agent': {'1.1'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'ConntrackHelper': {'1.0'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'LocalIPAssociation': {'1.0'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Log': {'1.0'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'NDPProxy': {'1.0'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Network': {'1.1'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Port': {'1.7'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'PortForwarding': {'1.3'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'QosPolicy': {'1.10'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroup': {'1.5'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroupRule': {'1.2'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SubPort': {'1.0'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Subnet': {'1.1'}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Trunk': {'1.1'}} May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: consumer versions: May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Agent': '1.1', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'ConntrackHelper': '1.0', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'LocalIPAssociation': '1.0', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Log': '1.0', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'NDPProxy': '1.0', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Network': '1.1', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Port': '1.7', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'PortForwarding': '1.3', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'QosPolicy': '1.10', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroup': '1.5', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroupRule': '1.2', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SubPort': '1.0', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Subnet': '1.1', May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Trunk': '1.1'}} May 13 13:16:30.715601 dv-cinder-841591-2-iscsi neutron-server[103980]: {{(pid=103980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:16:30.791535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Attempting to bind port 75445d98-1c75-44cb-abef-386e93463ad2 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:16:30.791535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Attempting to bind port 75445d98-1c75-44cb-abef-386e93463ad2 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:16:30.791535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Attempting to bind port 75445d98-1c75-44cb-abef-386e93463ad2 on network f9f264a3-46c9-4a8a-9507-262cd2f35e89 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:16:30.795907 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:16:30.796303 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Checking segment: {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:16:30.796806 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:30.797222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Bound using segment: {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:16:30.797717 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Bound port: 75445d98-1c75-44cb-abef-386e93463ad2, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:16:30.798151 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75445d98-1c75-44cb-abef-386e93463ad2), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:30.862199 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] For port 75445d98-1c75-44cb-abef-386e93463ad2, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:16:30.889048 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] For port 75445d98-1c75-44cb-abef-386e93463ad2, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75445d98-1c75-44cb-abef-386e93463ad2,segment=NetworkSegment(c0da2637-eb5a-4423-9d16-23fede4879ae),segment_id=c0da2637-eb5a-4423-9d16-23fede4879ae)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:16:30.964433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75445d98-1c75-44cb-abef-386e93463ad2), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:31.020827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490af5-dceb-4e9e-9cac-7c9f03c9d3cc None None] Pushing event updated for resources: {'Port': ['ID=75445d98-1c75-44cb-abef-386e93463ad2,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:32.267099 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50192) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:32.591266 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [None req-048b2fcd-9f77-41ca-b887-385e8da15b40 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:16:32.605806 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-048b2fcd-9f77-41ca-b887-385e8da15b40 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3243327 May 13 13:16:35.051738 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50200) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:35.365468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [None req-913293f1-6b23-497a-bcdf-0cad9792fab1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:16:35.366489 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-913293f1-6b23-497a-bcdf-0cad9792fab1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3138006 May 13 13:16:37.798930 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50208) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:38.117538 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:38.215682 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.217412 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.364811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Publish callbacks [] for router_controller (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.421605 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.514040 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.515212 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-17750be7-8a21-41bd-becb-31f048223499 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7152407 May 13 13:16:40.969706 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50220) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:41.282704 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [None req-1342aab8-8452-4b39-8b0b-02ad8b4f1128 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:16:41.283698 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1342aab8-8452-4b39-8b0b-02ad8b4f1128 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3130343 May 13 13:16:41.455696 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75445d98-1c75-44cb-abef-386e93463ad2 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:16:41.556105 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 75445d98-1c75-44cb-abef-386e93463ad2 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:41.556649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75445d98-1c75-44cb-abef-386e93463ad2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:41.665703 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 75445d98-1c75-44cb-abef-386e93463ad2 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:41.666043 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75445d98-1c75-44cb-abef-386e93463ad2), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:41.706232 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 75445d98-1c75-44cb-abef-386e93463ad2, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75445d98-1c75-44cb-abef-386e93463ad2,segment=NetworkSegment(c0da2637-eb5a-4423-9d16-23fede4879ae),segment_id=c0da2637-eb5a-4423-9d16-23fede4879ae)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:16:41.798036 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75445d98-1c75-44cb-abef-386e93463ad2), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:41.848410 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=75445d98-1c75-44cb-abef-386e93463ad2,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:42.512708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63ccce-5895-4eef-a98f-780a35af4d9c None None] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:16:42.568245 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-dcf5746a-c9d1-4d76-87a6-9285fb9b9657 None None] Provisioning complete for port 75445d98-1c75-44cb-abef-386e93463ad2 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:42.568901 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dcf5746a-c9d1-4d76-87a6-9285fb9b9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75445d98-1c75-44cb-abef-386e93463ad2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:42.699531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5746a-c9d1-4d76-87a6-9285fb9b9657 None None] Current status of the port 75445d98-1c75-44cb-abef-386e93463ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:42.916870 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-502e3855-867b-4154-bc3a-25e5884cdcec None None] Provisioning complete for port 75445d98-1c75-44cb-abef-386e93463ad2 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:42.917253 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-502e3855-867b-4154-bc3a-25e5884cdcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75445d98-1c75-44cb-abef-386e93463ad2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:42.993896 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-502e3855-867b-4154-bc3a-25e5884cdcec None None] Current status of the port 75445d98-1c75-44cb-abef-386e93463ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:43.434895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75445d98-1c75-44cb-abef-386e93463ad2 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:16:43.479867 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 75445d98-1c75-44cb-abef-386e93463ad2 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:43.480261 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75445d98-1c75-44cb-abef-386e93463ad2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:43.556401 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 75445d98-1c75-44cb-abef-386e93463ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:43.770317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50228) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:44.083742 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:44.186495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Made reservation on behalf of 989de7565a074e299634e689ed15d9f9 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:16:44.189253 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.205592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.304741 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks [] for security_group (411d2efe-4f31-43ac-953a-954576eff31c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.363865 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (411d2efe-4f31-43ac-953a-954576eff31c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.375171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Reserving flat network on physical network physnet1 {{(pid=103978) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 13:16:44.409195 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757711446568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.409777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Unsubscribe: segment precommit_create {{(pid=103978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:16:44.410319 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Added segment 05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e of type flat for network f321abd2-d8bb-48c4-80a5-02e263f2cc37 May 13 13:16:44.427090 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411d2efe-4f31-43ac-953a-954576eff31c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:44.477545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.478343 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.478343 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.478603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.478935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.479263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.479588 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.479912 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.480251 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.480577 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.480915 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.481252 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.481578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.481923 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.482244 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Tracked resource versions report: May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: pushed versions: May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: { 'AddressGroup': {'1.2'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Agent': {'1.1'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'ConntrackHelper': {'1.0'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Log': {'1.0'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'NDPProxy': {'1.0'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Network': {'1.1'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Port': {'1.7'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'PortForwarding': {'1.3'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'QosPolicy': {'1.10'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroup': {'1.5'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SubPort': {'1.0'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Subnet': {'1.1'}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Trunk': {'1.1'}} May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: consumer versions: May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Agent': '1.1', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'ConntrackHelper': '1.0', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'LocalIPAssociation': '1.0', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Log': '1.0', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'NDPProxy': '1.0', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Network': '1.1', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Port': '1.7', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'PortForwarding': '1.3', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'QosPolicy': '1.10', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroup': '1.5', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroupRule': '1.2', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SubPort': '1.0', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Subnet': '1.1', May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Trunk': '1.1'}} May 13 13:16:44.483704 dv-cinder-841591-2-iscsi neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:16:44.525962 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (f321abd2-d8bb-48c4-80a5-02e263f2cc37), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.638228 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-76f93bd9-b8ee-49e9-9b36-b320f3268929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.672260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (f321abd2-d8bb-48c4-80a5-02e263f2cc37), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.673471 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:44.674198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:44.772960 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] Pushing event updated for resources: {'Network': ['ID=f321abd2-d8bb-48c4-80a5-02e263f2cc37,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:44.782923 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:16:44.823652 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-04ae883a-dd3b-4e97-9ce3-bf8a47a3d8bb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0522726 May 13 13:16:47.026813 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f98acfec-659a-48c6-9fe2-e620a4250bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:47.249572 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50240) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:47.644749 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f5b7a-572a-412f-8019-8e269298a762 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:47.646074 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-545f5b7a-572a-412f-8019-8e269298a762 demo admin] 10.222.0.25 "GET /v2.0/subnets/f6363892-36a8-4fc4-ae87-6333113670fa HTTP/1.1" status: 200 len: 849 time: 0.3954992 May 13 13:16:47.787682 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-339cbf6f-b0e5-4250-bc12-7af217e5b835 demo admin] 10.222.0.25 "GET /v2.0/routers/619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 HTTP/1.1" status: 200 len: 704 time: 0.1353509 May 13 13:16:48.065368 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.266455 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.369711 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Allocated IP 172.20.0.1 (f9f264a3-46c9-4a8a-9507-262cd2f35e89/f6363892-36a8-4fc4-ae87-6333113670fa/5ec2acd6-fa7a-4a77-b67d-786f55691a4c) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:16:48.558089 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks [] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.684015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.762220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:16:48.771927 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:48.774403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Pushing event updated for resources: {'Port': ['ID=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:48.779511 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:16:48.780038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.944748 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-92af7438-366c-4f8e-8208-f21bc44ddcd4 None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:48.945064 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-92af7438-366c-4f8e-8208-f21bc44ddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:48.978816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-92af7438-366c-4f8e-8208-f21bc44ddcd4 None None] Port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:16:49.098880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.305521 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks [] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.346355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.347166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.374958 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.432067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Pushing event updated for resources: {'Port': ['ID=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:49.474498 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:16:49.476434 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:49.701110 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:16:49.702477 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-a36d69e4-7464-4e37-a0e7-d3068b6a62a5 None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:49.702880 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a36d69e4-7464-4e37-a0e7-d3068b6a62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:49.738041 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a36d69e4-7464-4e37-a0e7-d3068b6a62a5 None None] Port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:16:49.794753 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:16:49.799903 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-796bd51a-47a4-4cca-809e-6984d32c8fec demo admin] 10.222.0.25 "PUT /v2.0/routers/619b0cc3-f1d3-4574-9c0e-1a2b45ad1672/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0069368 May 13 13:16:49.806171 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Sync routers for ids ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:16:49.819898 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Routers {'619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:16:49.820722 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:16:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:50.016059 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Set router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 gateway port host: None {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:16:50.435731 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:48Z', 'revision_number': 2, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port_host': None, '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:49Z', 'revision_number': 2, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:50.487284 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Checking router: 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:16:50.487666 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Updating router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:16:50.542161 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:50.809212 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.046417 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks [] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.198282 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.339847 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Pushing event updated for resources: {'Port': ['ID=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:51.365066 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.365409 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.366360 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.366705 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.367033 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.367356 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.367679 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.368000 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.368322 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.368644 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.368965 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.369406 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.370935 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.370935 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.370935 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Tracked resource versions report: May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: pushed versions: May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: { 'AddressGroup': {'1.2'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Agent': {'1.1'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'ConntrackHelper': {'1.0'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'LocalIPAssociation': {'1.0'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Log': {'1.0'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'NDPProxy': {'1.0'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Network': {'1.1'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Port': {'1.7'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'PortForwarding': {'1.3'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'QosPolicy': {'1.10'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroup': {'1.5'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroupRule': {'1.2'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SubPort': {'1.0'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Subnet': {'1.1'}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Trunk': {'1.1'}} May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: consumer versions: May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Agent': '1.1', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'ConntrackHelper': '1.0', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'LocalIPAssociation': '1.0', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Log': '1.0', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'NDPProxy': '1.0', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Network': '1.1', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Port': '1.7', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'PortForwarding': '1.3', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'QosPolicy': '1.10', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroup': '1.5', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroupRule': '1.2', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SubPort': '1.0', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Subnet': '1.1', May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Trunk': '1.1'}} May 13 13:16:51.371700 dv-cinder-841591-2-iscsi neutron-server[103981]: {{(pid=103981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:16:51.383548 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Attempting to bind port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:16:51.383945 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Attempting to bind port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:16:51.384377 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Attempting to bind port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c on network f9f264a3-46c9-4a8a-9507-262cd2f35e89 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:16:51.389607 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:16:51.390046 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Checking segment: {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:16:51.390527 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.390912 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Bound using segment: {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:16:51.391475 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Bound port: 5ec2acd6-fa7a-4a77-b67d-786f55691a4c, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0da2637-eb5a-4423-9d16-23fede4879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:16:51.391767 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.464553 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] For port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:16:51.488031 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] For port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,segment=NetworkSegment(c0da2637-eb5a-4423-9d16-23fede4879ae),segment_id=c0da2637-eb5a-4423-9d16-23fede4879ae)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:16:51.632465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:51.632962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.637142 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.681221 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Routers {'619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:16:51.681956 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:16:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:51.714459 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Current status of the port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:51.715157 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.748725 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] For port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,segment=NetworkSegment(c0da2637-eb5a-4423-9d16-23fede4879ae),segment_id=c0da2637-eb5a-4423-9d16-23fede4879ae)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:16:51.790835 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] Set router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 gateway port host: None {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:16:51.793747 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c88948-a672-42d1-988c-f9d9284ee711 None None] Pushing event updated for resources: {'Port': ['ID=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,revision_number=4']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:51.839949 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:51.907130 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745d14b-f6e9-4d75-bae8-03dfe8acb8d7 None None] Pushing event updated for resources: {'Port': ['ID=5ec2acd6-fa7a-4a77-b67d-786f55691a4c,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:51.965957 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-cfc2c53a-d386-48e9-b361-8019dcc200bf None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:51.966249 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c53a-d386-48e9-b361-8019dcc200bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:52.007880 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:48Z', 'revision_number': 2, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port_host': None, '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:51Z', 'revision_number': 4, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:16:52.034787 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b93e52-b41d-4281-bd9d-82355a870952 None None] The sync data for ids ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'] in dv-cinder-841591-2-iscsi is: [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:48Z', 'revision_number': 2, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port_host': None, '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:51Z', 'revision_number': 4, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:16:52.049259 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2c53a-d386-48e9-b361-8019dcc200bf None None] Current status of the port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:52.275748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50262) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:52.467443 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d5c952-b5a5-4070-8e3b-7b46495e1a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:52.468786 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c3d5c952-b5a5-4070-8e3b-7b46495e1a5d admin admin] 10.222.0.25 "GET /v2.0/networks/f321abd2-d8bb-48c4-80a5-02e263f2cc37 HTTP/1.1" status: 200 len: 842 time: 0.1920123 May 13 13:16:52.478986 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'name': 'public-subnet'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:52.580978 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Made reservation on behalf of 989de7565a074e299634e689ed15d9f9 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:16:52.583254 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:52.944678 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.objects.ports [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103978) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 13:16:52.945122 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (ad21e834-5bce-41c9-a148-d2a2597b0cda), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:52.999610 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad21e834-5bce-41c9-a148-d2a2597b0cda,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:53.011124 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:16:53.011478 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Network hostable DHCP agents. Network: f321abd2-d8bb-48c4-80a5-02e263f2cc37, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:16:53.141196 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:16:53.266113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, f321abd2-d8bb-48c4-80a5-02e263f2cc37) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:53.270175 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:53.270869 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:53.275243 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7556259-218f-406d-a65a-a8e6d4e891d9 None None] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:16:53.368229 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-733b6877-251a-44df-a237-406a9d3b9910 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8923168 May 13 13:16:53.370150 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26961bcc-e2ea-481c-b6bd-d65cc1914cb3 None None] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:16:55.787938 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50280) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:56.049058 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4dae38e4-6e4b-41d5-aea9-36e1e330bae1 demo admin] 10.222.0.25 "GET /v2.0/routers/619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 HTTP/1.1" status: 200 len: 710 time: 0.2599261 May 13 13:16:56.170794 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d194e-fb97-48df-856c-de990fbb49c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:56.172243 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a82d194e-fb97-48df-856c-de990fbb49c0 demo admin] 10.222.0.25 "GET /v2.0/networks/f321abd2-d8bb-48c4-80a5-02e263f2cc37 HTTP/1.1" status: 200 len: 886 time: 0.1176708 May 13 13:16:56.181128 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:56.440669 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks [] for router_gateway (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:56.776145 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks [] for router_gateway (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:56.852185 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:57.050558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Allocated IP 172.27.0.111 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:16:57.069465 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:16:57.158812 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks [] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:57.277645 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:57.360236 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:16:57.367627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:16:57.373735 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Pushing event updated for resources: {'Port': ['ID=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:57.378309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:16:57.754126 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks [] for router_gateway (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:57.961104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-484465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8381594'] for router (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:57.966282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484474'] for router (619b0cc3-f1d3-4574-9c0e-1a2b45ad1672), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:58.079998 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:16:58.189257 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:16:58.194785 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:58.195988 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-525a59b4-c2fa-49ba-be88-9e49a698a999 demo admin] 10.222.0.25 "PUT /v2.0/routers/619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 HTTP/1.1" status: 200 len: 890 time: 2.0181069 May 13 13:16:59.449228 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 5ec2acd6-fa7a-4a77-b67d-786f55691a4c up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:16:59.498037 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:59.498444 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:59.578351 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:00.709112 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50294) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:17:00.824267 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7ec2e427-feda-4aa5-b9bf-1615b7af3d46 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140425 May 13 13:17:00.857302 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Sync routers for ids ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:17:00.870652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Routers {'619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:17:00.871342 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:16:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:17:01.112502 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Set router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:17:01.577234 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:57Z', 'revision_number': 4, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port': {'id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:56Z', 'updated_at': '2022-05-13T13:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:51Z', 'revision_number': 5, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:17:01.630389 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Checking router: 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:17:01.630719 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Updating router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:17:01.682962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.016819 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks [] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.083658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.136595 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b399059-7bb2-4728-9bf4-848f4671dab2 None None] Pushing event updated for resources: {'Port': ['ID=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:02.144671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Attempting to bind port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:17:02.145922 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Attempting to bind port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:17:02.146297 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Attempting to bind port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:17:02.163049 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:17:02.163443 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:17:02.163853 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.164255 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:17:02.164784 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Bound port: 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:17:02.165207 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.221421 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] For port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:17:02.224378 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] For port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:17:02.295166 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:02.352470 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Routers {'619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:17:02.353087 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:16:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:17:02.359652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b399059-7bb2-4728-9bf4-848f4671dab2 None None] Pushing event updated for resources: {'Port': ['ID=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:02.476796 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] Set router 619b0cc3-f1d3-4574-9c0e-1a2b45ad1672 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:17:02.706117 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:57Z', 'revision_number': 4, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port': {'id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:56Z', 'updated_at': '2022-05-13T13:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:51Z', 'revision_number': 5, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:17:02.734832 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3f7e-ef34-42fd-ae26-ff1ca012abce None None] The sync data for ids ['619b0cc3-f1d3-4574-9c0e-1a2b45ad1672'] in dv-cinder-841591-2-iscsi is: [{'id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'name': 'router1', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:16:38Z', 'updated_at': '2022-05-13T13:16:57Z', 'revision_number': 4, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'gw_port': {'id': '3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:56Z', 'updated_at': '2022-05-13T13:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '5ec2acd6-fa7a-4a77-b67d-786f55691a4c', 'name': '', 'network_id': 'f9f264a3-46c9-4a8a-9507-262cd2f35e89', 'tenant_id': '1eafe2a57502441faa06c7ab6de43b01', 'mac_address': 'fa:16:3e:b7:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b0cc3-f1d3-4574-9c0e-1a2b45ad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:16:48Z', 'updated_at': '2022-05-13T13:16:51Z', 'revision_number': 5, 'project_id': '1eafe2a57502441faa06c7ab6de43b01', 'subnets': [{'id': 'f6363892-36a8-4fc4-ae87-6333113670fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55be0cb-482b-4d52-8961-91d968b87350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:17:03.494468 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:17:03.578863 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:17:03.579619 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:03.676975 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:03.677446 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:03.698408 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:17:03.798190 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:03.852543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:05.530301 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:17:05.587385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:17:05.587851 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:05.685110 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 3e2ca4a1-bc75-4439-9fc4-b10c7f72c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:14.636285 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-82a12655-af01-4e50-8b0a-9ea326f6051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:16.958192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d8d500a-0162-49a0-8de2-91a8b867064b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:18.101055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:19.432374 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:20.804437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:34.069722 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:17:44.818240 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ddc5b770-591b-4860-81f9-1cc4c20a5700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:46.989440 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-cc100046-2ceb-4928-88c7-278591e37af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:48.157256 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:49.402473 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:50.863560 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:11.068002 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:18:14.596519 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f5600e85-b41d-4f76-86f0-5a450a0cb349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:16.973810 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6466-d40e-46cc-bf9b-67bb14793d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:18.097437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:19.407783 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:20.794210 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:21.476759 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50778) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:21.658589 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7441a0e9-28f5-4115-a0c3-045bbf8e3703 admin admin] GET failed (client error): The resource could not be found. May 13 13:18:21.658589 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7441a0e9-28f5-4115-a0c3-045bbf8e3703 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0800378 May 13 13:18:21.792281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224ebae-d0a8-4a0f-b188-345893f849ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:21.793774 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2224ebae-d0a8-4a0f-b188-345893f849ba admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2318423 May 13 13:18:24.068613 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50788) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:24.160027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe7396-3b3a-4970-9298-60158b38eb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:24.161352 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0ebe7396-3b3a-4970-9298-60158b38eb6f admin admin] 10.222.0.25 "GET /v2.0/subnets/f6363892-36a8-4fc4-ae87-6333113670fa HTTP/1.1" status: 200 len: 849 time: 0.0915089 May 13 13:18:24.170507 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:18:24.256501 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Publish callbacks [] for subnet (f6363892-36a8-4fc4-ae87-6333113670fa), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:24.436033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757711460765'] for subnet (f6363892-36a8-4fc4-ae87-6333113670fa), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:24.469739 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:24.470349 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:24.471606 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] 10.222.0.25 "PUT /v2.0/subnets/f6363892-36a8-4fc4-ae87-6333113670fa HTTP/1.1" status: 200 len: 868 time: 0.3046429 May 13 13:18:24.480376 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd2504-e205-447c-bae0-fdb56f7e0655 None None] Network f9f264a3-46c9-4a8a-9507-262cd2f35e89 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:18:24.492254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6363892-36a8-4fc4-ae87-6333113670fa,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:18:24.500456 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.500828 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.501194 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.501572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.507272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc1aaf-ebff-45fe-ad9e-3bf638f917bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:18:24.847004 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Provisioning complete for port 75445d98-1c75-44cb-abef-386e93463ad2 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:18:24.847900 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75445d98-1c75-44cb-abef-386e93463ad2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:24.929294 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Current status of the port 75445d98-1c75-44cb-abef-386e93463ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:18:24.937400 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Provisioning complete for port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:18:24.937828 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (5ec2acd6-fa7a-4a77-b67d-786f55691a4c), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:25.013993 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd1737-eff8-4ce3-8645-15378aab0ca5 None None] Current status of the port 5ec2acd6-fa7a-4a77-b67d-786f55691a4c is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:18:26.749646 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50796) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:26.946168 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6ce0a-ab88-4036-a4af-7db0c5a92fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:26.946642 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6ce0a-ab88-4036-a4af-7db0c5a92fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:26.948218 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7cd6ce0a-ab88-4036-a4af-7db0c5a92fe8 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976688 May 13 13:18:29.178478 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50804) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:29.315071 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0373b-1318-42af-baf4-8aa65ca0acb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:29.315561 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0373b-1318-42af-baf4-8aa65ca0acb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:29.317675 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1ff0373b-1318-42af-baf4-8aa65ca0acb2 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382420 May 13 13:18:31.533130 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50812) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:31.656007 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdd136-0d9b-44f8-ab5d-8d36f24fa919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:31.657364 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-97bdd136-0d9b-44f8-ab5d-8d36f24fa919 admin admin] 10.222.0.25 "GET /v2.0/networks/f321abd2-d8bb-48c4-80a5-02e263f2cc37 HTTP/1.1" status: 200 len: 886 time: 0.1232729 May 13 13:18:33.905258 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50820) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:34.039379 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa86a13-26ed-49eb-8161-582c82391843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:34.040775 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8fa86a13-26ed-49eb-8161-582c82391843 admin admin] 10.222.0.25 "GET /v2.0/networks/f9f264a3-46c9-4a8a-9507-262cd2f35e89 HTTP/1.1" status: 200 len: 869 time: 0.1345246 May 13 13:18:36.284609 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50830) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:36.410797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ddb21d-d73c-4951-97f4-41360c9a19f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:36.411259 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ddb21d-d73c-4951-97f4-41360c9a19f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:36.412827 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-31ddb21d-d73c-4951-97f4-41360c9a19f9 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272709 May 13 13:18:38.685459 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50838) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:38.778705 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb27f1-b59d-4665-9c6a-00e0647f8b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:38.779092 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb27f1-b59d-4665-9c6a-00e0647f8b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:38.780624 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-92cb27f1-b59d-4665-9c6a-00e0647f8b11 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941982 May 13 13:18:41.003219 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50846) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:41.088409 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50afe5c3-e3b2-4c0d-a4aa-d42a851f7933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:41.089764 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-50afe5c3-e3b2-4c0d-a4aa-d42a851f7933 admin admin] 10.222.0.25 "GET /v2.0/subnets/ad21e834-5bce-41c9-a148-d2a2597b0cda HTTP/1.1" status: 200 len: 816 time: 0.0850656 May 13 13:18:43.325430 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50854) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:18:43.422920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6a4c1-7a37-418f-8463-50c3a9f69e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:18:43.424305 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9ba6a4c1-7a37-418f-8463-50c3a9f69e79 admin admin] 10.222.0.25 "GET /v2.0/subnets/f6363892-36a8-4fc4-ae87-6333113670fa HTTP/1.1" status: 200 len: 868 time: 0.0979013 May 13 13:18:44.590531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c86d2736-e6c6-4239-945e-d4ceab74c206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:46.995702 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-585e0b9e-2af5-4391-b6a1-e03ebb27b607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:48.066850 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:18:48.115943 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:49.404122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:50.798658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:14.606712 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-69c552b5-c784-44d0-ac0f-8f8115e07376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:16.969602 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d12a-d234-41e5-bf36-2cfa9883dbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:18.106291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:19.452384 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:20.797771 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:24.265575 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50912) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:24.313169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [None req-143df33e-71a7-4748-840c-7f71106526c7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:19:24.314208 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-143df33e-71a7-4748-840c-7f71106526c7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476527 May 13 13:19:25.065942 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:19:26.631546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50920) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:26.691374 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.pecan_wsgi.hooks.translation [None req-31291459-f533-4d33-abfe-5ce80ec12869 admin admin] GET failed (client error): The resource could not be found. May 13 13:19:26.692637 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-31291459-f533-4d33-abfe-5ce80ec12869 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600343 May 13 13:19:26.910850 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706bbf81-eceb-43a3-81c8-2dda4adeea0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:19:26.912233 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-706bbf81-eceb-43a3-81c8-2dda4adeea0a admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2153556 May 13 13:19:29.173266 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 50928) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:29.219543 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:19:29.321013 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Made reservation on behalf of 989de7565a074e299634e689ed15d9f9 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:19:29.323262 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:29.350694 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING neutron.services.revisions.revision_plugin [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Could not find related network for resource to bump revision. May 13 13:19:29.366252 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:19:29.373704 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (23ce4949-2f3e-4325-ad25-0e2545d8cc0f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:29.374075 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Added segment 23ce4949-2f3e-4325-ad25-0e2545d8cc0f of type vlan for network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d May 13 13:19:29.412171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (556f35e8-bae8-47bc-a0e8-3ce5c7f1942d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:29.520854 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (556f35e8-bae8-47bc-a0e8-3ce5c7f1942d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:29.522539 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:19:29.523505 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:29.585067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Pushing event updated for resources: {'Network': ['ID=556f35e8-bae8-47bc-a0e8-3ce5c7f1942d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:29.591564 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.593908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.594258 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.594592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.594935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.595282 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.596147 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.596475 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.596800 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:29.607982 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:19:29.643273 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-25717e13-470c-4067-9d7c-2378ae4554be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4684787 May 13 13:19:31.874304 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50936) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:31.934444 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd1e3b6-59e5-42a4-ba64-901c85086e56 admin admin] GET failed (client error): The resource could not be found. May 13 13:19:31.935753 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6cd1e3b6-59e5-42a4-ba64-901c85086e56 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604799 May 13 13:19:32.010503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b199a6-9bea-4c8c-ad69-8a46e14ab5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:19:32.011971 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-97b199a6-9bea-4c8c-ad69-8a46e14ab5aa admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721018 May 13 13:19:32.022149 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:19:32.246247 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Made reservation on behalf of 989de7565a074e299634e689ed15d9f9 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:19:32.248586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:32.500890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (9642077c-8ab7-4100-ad45-79ea201a5ebe), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:32.555115 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9642077c-8ab7-4100-ad45-79ea201a5ebe,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:32.564944 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.565291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.565655 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.566020 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.566355 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.566692 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.567015 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.567400 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.567701 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.568025 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.568348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.568672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.568991 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.569309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.569912 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:32.575813 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Checking segment: {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:19:32.576170 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Network hostable DHCP agents. Network: 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:19:32.658493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:19:32.720172 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:19:32.725176 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:19:32.726369 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:32.729382 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a87f4-4b44-45c0-8706-8be7bc8edddd None None] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:19:32.798504 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d03bf569-a7ae-47ab-971d-9e824d7709ba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7794781 May 13 13:19:32.836291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-556f35e8-bae8-47bc-a0e8-3ce5c7f1942d', 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d', 'project_id': '989de7565a074e299634e689ed15d9f9', 'fixed_ips': [{'subnet_id': '9642077c-8ab7-4100-ad45-79ea201a5ebe'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:19:32.836291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:32.984596 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Allocated IP 192.168.233.2 (556f35e8-bae8-47bc-a0e8-3ce5c7f1942d/9642077c-8ab7-4100-ad45-79ea201a5ebe/75228d78-eb27-4ec3-bf42-06cd4950ab70) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:19:33.224723 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks [] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:33.318322 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:33.355578 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:19:33.358402 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:19:33.361414 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:19:33.378139 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Pushing event updated for resources: {'Port': ['ID=75228d78-eb27-4ec3-bf42-06cd4950ab70,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:33.398615 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.401465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.402160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.402160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.402299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.402748 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.403081 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.403403 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:33.441546 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Attempting to bind port 75228d78-eb27-4ec3-bf42-06cd4950ab70 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:19:33.441962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Attempting to bind port 75228d78-eb27-4ec3-bf42-06cd4950ab70 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:19:33.442330 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Attempting to bind port 75228d78-eb27-4ec3-bf42-06cd4950ab70 on network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:19:33.447815 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:19:33.448202 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Checking segment: {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:19:33.448606 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:33.448998 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Bound using segment: {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:19:33.449469 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Bound port: 75228d78-eb27-4ec3-bf42-06cd4950ab70, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:19:33.449895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:33.515901 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] For port 75228d78-eb27-4ec3-bf42-06cd4950ab70, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:19:33.519028 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] For port 75228d78-eb27-4ec3-bf42-06cd4950ab70, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75228d78-eb27-4ec3-bf42-06cd4950ab70,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:19:33.589895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:33.648263 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7211aed-7405-4c4b-a670-09ecff5d05b8 None None] Pushing event updated for resources: {'Port': ['ID=75228d78-eb27-4ec3-bf42-06cd4950ab70,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:34.493747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64e056-2dc0-46ee-a3de-02a67eec0d9e None None] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:19:34.553481 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Provisioning complete for port 75228d78-eb27-4ec3-bf42-06cd4950ab70 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:19:34.553905 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:34.682602 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Current status of the port 75228d78-eb27-4ec3-bf42-06cd4950ab70 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:19:34.683531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:34.722602 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] For port 75228d78-eb27-4ec3-bf42-06cd4950ab70, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75228d78-eb27-4ec3-bf42-06cd4950ab70,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:19:34.774708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:34.833611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86f831-9221-47f5-81e5-fa401bf66d8d None None] Pushing event updated for resources: {'Port': ['ID=75228d78-eb27-4ec3-bf42-06cd4950ab70,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:34.994719 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-13071bbd-0d69-4d98-ac47-77272675dc6d None None] Provisioning complete for port 75228d78-eb27-4ec3-bf42-06cd4950ab70 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:19:34.995117 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-13071bbd-0d69-4d98-ac47-77272675dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:35.073927 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-13071bbd-0d69-4d98-ac47-77272675dc6d None None] Current status of the port 75228d78-eb27-4ec3-bf42-06cd4950ab70 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:19:35.560411 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75228d78-eb27-4ec3-bf42-06cd4950ab70 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:19:35.610868 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 75228d78-eb27-4ec3-bf42-06cd4950ab70 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:19:35.611266 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75228d78-eb27-4ec3-bf42-06cd4950ab70), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:35.687889 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 75228d78-eb27-4ec3-bf42-06cd4950ab70 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:19:44.631543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-79186453-6a33-4b6f-a55b-ba55bb6218a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:47.008647 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f85c3993-ce8a-42d6-b8b0-97486304da8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:48.122397 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:49.448333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:50.808498 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:02.064405 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:20:14.634191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8ad5eebf-0f4a-4c94-b3a9-5eb86f32b710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:16.956279 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-63ba1052-c91e-4b08-9dfb-89f35cecedea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:18.111103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:19.422689 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:20.801542 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:39.064769 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:20:44.612201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd953-38b9-43f6-83f8-e14cef8a61bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:46.959186 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-98e62cdf-48c6-48d3-97b6-49b88c6e57f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:48.159095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:49.444517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:50.852404 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:14.610178 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1436-5d8e-4910-a0aa-066fb550011d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:16.064050 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:21:16.975748 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ed40627b-3892-4b18-85cc-b5733f643927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:18.137193 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:19.407855 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50974) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:21:19.413480 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [None req-f6c5a9c8-cbe5-4d73-8b16-f180f42f313c tempest-verify_tempest_config-823400753 tempest-verify_tempest_config-823400753-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:21:19.414499 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f6c5a9c8-cbe5-4d73-8b16-f180f42f313c tempest-verify_tempest_config-823400753 tempest-verify_tempest_config-823400753-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056641 May 13 13:21:19.455453 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:19.943742 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50992) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:21:20.043972 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.118830 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Publish callbacks [] for security_group (1e870a9e-c1ff-4c41-82cf-84576442bd34), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.290035 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (1e870a9e-c1ff-4c41-82cf-84576442bd34), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.333666 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e870a9e-c1ff-4c41-82cf-84576442bd34,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:21:20.338212 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed66b40543004b4c921ac8dd3f395cc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3935006 May 13 13:21:20.341404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 50996) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:21:20.348111 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.348458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.348801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.349145 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.349477 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.349828 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.350160 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.350484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.350825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.351156 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.351495 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.351821 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.352139 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.352457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.352771 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074b7fb-abcf-41a5-b2f4-f13390b1d809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:21:20.403854 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] Publish callbacks [] for security_group (1e870a9e-c1ff-4c41-82cf-84576442bd34), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.424613 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] Publish callbacks [] for security_group (1e870a9e-c1ff-4c41-82cf-84576442bd34), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.583036 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (1e870a9e-c1ff-4c41-82cf-84576442bd34), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.585481 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:20.586651 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e870a9e-c1ff-4c41-82cf-84576442bd34 HTTP/1.1" status: 204 len: 168 time: 0.2441297 May 13 13:21:20.594877 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7908e7-ace0-4e58-9618-6405cee8c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e870a9e-c1ff-4c41-82cf-84576442bd34,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:21:20.815736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:44.603733 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fbbe62df-5fce-4b6b-aba8-2a488d45f344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:46.980598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-39bca302-d2f3-48fa-924a-5ac2ae4e4a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:48.117813 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:49.422106 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:50.804333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:53.063134 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:22:14.603624 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-487f302b-b8a4-4149-ac0b-ee4dab38061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:16.958826 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-957f3410-85ac-409d-a385-180bb550bbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:18.113421 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:19.426773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:20.821592 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:30.060853 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:22:44.597041 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0555-bc8c-4144-8f50-9392cebd5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:46.974089 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-24cc2a0c-4e8e-4065-960f-897d671118f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:48.145171 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:49.459398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:50.819615 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.059440 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 5 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:23:10.007426 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475841'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.710791 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d545a53b-5b95-455c-9971-37d629cdcf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.996023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-279f2f4a-6d19-4f26-9e08-0e9d4f4096e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.121737 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.418618 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.807392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.382484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51066) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:23.486326 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-73dd97cd-4867-45bf-b875-5c30c89f686c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027594 May 13 13:23:25.707149 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51076) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:25.760690 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-16069146-b8e6-4eca-bc0a-20df53b39eb1 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524480 May 13 13:23:40.023715 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.058223 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:23:44.624085 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9e024434-1deb-4dfd-b30f-68eae570d58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.977700 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4e398376-19f8-480e-8684-9a974f1ab47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.143392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.440850 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.835465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.057921 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.645733 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a946a317-0bdc-4289-be20-367893b1638d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.977373 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-da514c45-d892-4192-ab4d-9889600cf361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.132088 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.429004 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.839903 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:21.058132 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:24:40.011194 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:44.639843 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-eeed608d-8458-458a-92af-3ff86633069d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.982171 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f56e4620-a3f1-4788-98ad-6ae5ef0752db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:48.131059 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.468442 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:50.827934 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:58.057010 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:25:07.183676 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51266) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:07.499019 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51278) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:07.605342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-network', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:07.748563 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Made reservation on behalf of 4cd4aa315c4340a1a649d8c51cea0da9 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:07.750946 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:07.759923 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:07.819087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51294) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:07.862027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks [] for security_group (263ea59b-c3ab-4487-adcc-844a0b622261), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:07.946531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (263ea59b-c3ab-4487-adcc-844a0b622261), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:07.979629 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-744944905-network', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:07.985724 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:07.995845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51308) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:08.014785 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (06a341d1-a538-43dc-b1b8-7801f21523e5), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.015183 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Added segment 06a341d1-a538-43dc-b1b8-7801f21523e5 of type vlan for network 1652406e-a728-4ceb-93be-3e053ed6049d May 13 13:25:08.023523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263ea59b-c3ab-4487-adcc-844a0b622261,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.054017 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.054317 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.054654 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.054988 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.055318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.055644 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.055967 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.056286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.056610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.056930 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.057257 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.057734 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.058045 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.058365 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.058684 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Tracked resource versions report: May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: pushed versions: May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: { 'AddressGroup': {'1.2'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Agent': {'1.1'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'ConntrackHelper': {'1.0'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Log': {'1.0'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'NDPProxy': {'1.0'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Network': {'1.1'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Port': {'1.7'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'PortForwarding': {'1.3'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'QosPolicy': {'1.10'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroup': {'1.5'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SubPort': {'1.0'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Subnet': {'1.1'}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Trunk': {'1.1'}} May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: consumer versions: May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: HyperV agent@hv-cinder-84159: {}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Agent': '1.1', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'ConntrackHelper': '1.0', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'LocalIPAssociation': '1.0', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Log': '1.0', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'NDPProxy': '1.0', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Network': '1.1', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Port': '1.7', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'PortForwarding': '1.3', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'QosPolicy': '1.10', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroup': '1.5', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SecurityGroupRule': '1.2', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'SubPort': '1.0', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Subnet': '1.1', May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: 'Trunk': '1.1'}} May 13 13:25:08.059919 dv-cinder-841591-2-iscsi neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:25:08.080385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (1652406e-a728-4ceb-93be-3e053ed6049d), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.125204 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Made reservation on behalf of e25902914d244bfeaa038f24838c28ca for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:08.127729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.136429 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.187641 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (1652406e-a728-4ceb-93be-3e053ed6049d), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.188610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:08.189187 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.271133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879386566-network', 'tenant_id': '27638a23724b420680f3287c88580d31'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:08.291913 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-138098439-network', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:08.303717 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51320) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:08.311427 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1652406e-a728-4ceb-93be-3e053ed6049d,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.323184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks [] for security_group (abd5759e-0956-4c7d-8915-245dfb3c74af), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.330205 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9ddceb68-9f38-45f9-871b-da7bac0ec8b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1424367 May 13 13:25:08.330310 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 1652406e-a728-4ceb-93be-3e053ed6049d details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:08.334523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51324) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:08.340014 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Request body: {'subnet': {'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-subnet', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:08.416755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Made reservation on behalf of 915a7ff1f6d64480a08c38e762da4134 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:08.419916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Made reservation on behalf of 4cd4aa315c4340a1a649d8c51cea0da9 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:08.420072 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.422664 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.426071 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (abd5759e-0956-4c7d-8915-245dfb3c74af), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.428893 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Made reservation on behalf of 27638a23724b420680f3287c88580d31 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:08.438914 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.447597 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.447974 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:08.460105 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (fe44210c-a2c9-4acd-9d66-14d91dbda4d1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.461377 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Added segment fe44210c-a2c9-4acd-9d66-14d91dbda4d1 of type vlan for network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 May 13 13:25:08.489215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.513744 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.561572 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks [] for security_group (29520b75-03b2-42ae-8434-7c325d7a041f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.609567 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (29520b75-03b2-42ae-8434-7c325d7a041f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.618417 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd5759e-0956-4c7d-8915-245dfb3c74af,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.622972 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:08.634617 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (e5404262-4511-424d-9db1-adeb174ebe87), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.634962 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Added segment e5404262-4511-424d-9db1-adeb174ebe87 of type vlan for network 03f25616-a658-40a2-84a8-02eb56249f9e May 13 13:25:08.652052 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-631612178-network', 'tenant_id': '65563e9192834a848521c69c7c80f078'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:08.668886 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.670384 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:08.671157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.678448 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (03f25616-a658-40a2-84a8-02eb56249f9e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.696743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks [] for security_group (74120a6d-694c-4af9-a56e-bc801fec0ce7), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.726997 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29520b75-03b2-42ae-8434-7c325d7a041f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.737034 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.737390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.737726 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.738120 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.738454 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.738783 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.739106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.739428 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.739752 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.740076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.740400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.740720 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.741222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.741547 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.741889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Tracked resource versions report: May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: pushed versions: May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: { 'AddressGroup': {'1.2'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Agent': {'1.1'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'ConntrackHelper': {'1.0'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Log': {'1.0'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'NDPProxy': {'1.0'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Network': {'1.1'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Port': {'1.7'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'PortForwarding': {'1.3'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'QosPolicy': {'1.10'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroup': {'1.5'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SubPort': {'1.0'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Subnet': {'1.1'}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Trunk': {'1.1'}} May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: consumer versions: May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: HyperV agent@hv-cinder-84159: {}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Agent': '1.1', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'ConntrackHelper': '1.0', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'LocalIPAssociation': '1.0', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Log': '1.0', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'NDPProxy': '1.0', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Network': '1.1', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Port': '1.7', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'PortForwarding': '1.3', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'QosPolicy': '1.10', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroup': '1.5', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SecurityGroupRule': '1.2', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'SubPort': '1.0', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Subnet': '1.1', May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: 'Trunk': '1.1'}} May 13 13:25:08.743158 dv-cinder-841591-2-iscsi neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:25:08.782222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (74120a6d-694c-4af9-a56e-bc801fec0ce7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.801732 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:08.822181 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (a550ec99-eda2-456a-aaa8-60935e65a91c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.822930 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Added segment a550ec99-eda2-456a-aaa8-60935e65a91c of type vlan for network dceba3d8-accd-41b8-a33c-38f5d7f6c90b May 13 13:25:08.830197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74120a6d-694c-4af9-a56e-bc801fec0ce7,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.873467 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (dceba3d8-accd-41b8-a33c-38f5d7f6c90b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.891658 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] Pushing event updated for resources: {'Network': ['ID=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:08.907978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:08.908209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (03f25616-a658-40a2-84a8-02eb56249f9e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.909298 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:08.910108 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.912821 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Made reservation on behalf of 65563e9192834a848521c69c7c80f078 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:08.916326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.939348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.950738 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e2aac85d-3a28-473f-b58f-d6f94bf931db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4473560 May 13 13:25:08.990295 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51350) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:08.997653 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Request body: {'subnet': {'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-subnet', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:09.001896 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (dceba3d8-accd-41b8-a33c-38f5d7f6c90b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.002778 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.003345 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.042172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] Pushing event updated for resources: {'Network': ['ID=03f25616-a658-40a2-84a8-02eb56249f9e,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.052985 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 03f25616-a658-40a2-84a8-02eb56249f9e details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:09.081364 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks [] for security_group (79a38c06-bd36-4c05-b90e-ab09423a3e2f), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.097869 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.101257 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dfaef945-ea23-41b2-99ac-910a4e831f86 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2796929 May 13 13:25:09.111244 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51358) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:09.136690 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] Pushing event updated for resources: {'Network': ['ID=dceba3d8-accd-41b8-a33c-38f5d7f6c90b,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.160604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Made reservation on behalf of e25902914d244bfeaa038f24838c28ca for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:09.163719 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.163863 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Request body: {'subnet': {'network_id': '03f25616-a658-40a2-84a8-02eb56249f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879386566-subnet', 'tenant_id': '27638a23724b420680f3287c88580d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:09.174012 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b17aeb81-ae39-49db-aa19-725694b2992b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1769283 May 13 13:25:09.175820 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51364) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:09.192687 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:09.196544 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Request body: {'subnet': {'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-138098439-subnet', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:09.229470 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (79a38c06-bd36-4c05-b90e-ab09423a3e2f), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.279515 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.286937 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:09.315903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (7c97f8e5-ce36-4210-87d0-e44555973945), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.316289 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Added segment 7c97f8e5-ce36-4210-87d0-e44555973945 of type vlan for network 371011cc-fae8-48c0-8a92-ac7c80ac3095 May 13 13:25:09.358282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Made reservation on behalf of 27638a23724b420680f3287c88580d31 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:09.360901 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.388042 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (371011cc-fae8-48c0-8a92-ac7c80ac3095), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.434008 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Checking segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:09.434602 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Network hostable DHCP agents. Network: 1652406e-a728-4ceb-93be-3e053ed6049d, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:09.435747 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Made reservation on behalf of 915a7ff1f6d64480a08c38e762da4134 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:09.438429 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.476060 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a38c06-bd36-4c05-b90e-ab09423a3e2f,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.518538 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (f2b5b46c-07bb-47b7-8d76-944666a5937f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.587307 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Network 1652406e-a728-4ceb-93be-3e053ed6049d is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:09.626370 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b5b46c-07bb-47b7-8d76-944666a5937f,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.639978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (371011cc-fae8-48c0-8a92-ac7c80ac3095), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.642244 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.645006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.665675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:09.669745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Network hostable DHCP agents. Network: ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:09.713248 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 1652406e-a728-4ceb-93be-3e053ed6049d) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:09.722616 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18992c-5213-4fbc-b9cf-78bc4d18f35f None None] Network 1652406e-a728-4ceb-93be-3e053ed6049d requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:09.727729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.728454 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.743985 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] Pushing event updated for resources: {'Network': ['ID=371011cc-fae8-48c0-8a92-ac7c80ac3095,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.749622 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (e868204c-0516-47dc-924c-da22afcf5478), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.797395 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 371011cc-fae8-48c0-8a92-ac7c80ac3095 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:09.814037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e868204c-0516-47dc-924c-da22afcf5478,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.832237 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2bef6728-b33b-4b5c-917f-8e5f13baabe1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5274813 May 13 13:25:09.835251 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51398) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:09.845409 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Request body: {'subnet': {'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-631612178-subnet', 'tenant_id': '65563e9192834a848521c69c7c80f078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:09.851579 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Checking segment: {'id': 'e5404262-4511-424d-9db1-adeb174ebe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '03f25616-a658-40a2-84a8-02eb56249f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:09.852070 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Network hostable DHCP agents. Network: 03f25616-a658-40a2-84a8-02eb56249f9e, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:09.865155 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-447308cc-b78f-4d74-acac-0808998d3a56 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5287755 May 13 13:25:09.871462 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51404) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:09.876840 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:09.900327 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:09.909817 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (adf7737d-48ac-438d-b3ed-92556dc0ce37), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.971266 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-1652406e-a728-4ceb-93be-3e053ed6049d', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:25:09.972535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.982676 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Network 03f25616-a658-40a2-84a8-02eb56249f9e is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:09.986777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf7737d-48ac-438d-b3ed-92556dc0ce37,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:09.989347 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:10.002306 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.002904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.005099 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a8dd9-9eb4-4324-af39-10cf7e9c5fce None None] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:10.012884 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.020006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.028157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Made reservation on behalf of 65563e9192834a848521c69c7c80f078 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:10.029628 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.085662 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.090386 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Checking segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:10.090738 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Network hostable DHCP agents. Network: dceba3d8-accd-41b8-a33c-38f5d7f6c90b, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:10.162576 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 03f25616-a658-40a2-84a8-02eb56249f9e) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:10.162931 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cffad6-f1ec-4653-88cf-0a116a8be4db None None] Network 03f25616-a658-40a2-84a8-02eb56249f9e requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:10.175259 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for router_controller (7771b9d1-8d54-4b2d-b949-12f4dfddada0), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.182918 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.182918 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.227590 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51414) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:10.235865 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:10.239430 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4afe01ca-c333-43a8-a5fc-833d350a608e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2464061 May 13 13:25:10.292139 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Allocated IP 172.20.0.2 (1652406e-a728-4ceb-93be-3e053ed6049d/01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b/f3c32f71-e4fb-456f-b694-3660d0a4ab57) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:10.376946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:10.387115 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, dceba3d8-accd-41b8-a33c-38f5d7f6c90b) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:10.394643 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.418474 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.418775 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:25:10.418775 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.427910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9a30c-b8f1-45d4-8a86-0bfee2e6660f None None] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:10.435891 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684d665-d9bd-4039-b2c7-177f4193d782 None None] Network 03f25616-a658-40a2-84a8-02eb56249f9e requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:10.483159 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (76ed6934-f941-438d-a980-ed7488e5d531), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.484458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (76ed6934-f941-438d-a980-ed7488e5d531), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.490411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-759f78bb-cc8f-43ae-a72c-871388ad93cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3659704 May 13 13:25:10.527388 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for router_gateway (7771b9d1-8d54-4b2d-b949-12f4dfddada0), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.572879 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for router_controller (76ed6934-f941-438d-a980-ed7488e5d531), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.577502 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (1d294e19-cbe1-47cd-b036-530d2e027bd9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.630331 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-53df16fc-3835-483c-88eb-33b760b50709 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4534259 May 13 13:25:10.635305 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51426) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:10.645734 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:10.678726 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d294e19-cbe1-47cd-b036-530d2e027bd9,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:10.691776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Checking segment: {'id': '7c97f8e5-ce36-4210-87d0-e44555973945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:10.692385 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Network hostable DHCP agents. Network: 371011cc-fae8-48c0-8a92-ac7c80ac3095, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:10.774053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.777615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.835063 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for router_gateway (76ed6934-f941-438d-a980-ed7488e5d531), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.846030 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Network 371011cc-fae8-48c0-8a92-ac7c80ac3095 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:10.885270 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:25:10.886166 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.930392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks [] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.941427 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for router_controller (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:10.976939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 371011cc-fae8-48c0-8a92-ac7c80ac3095) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:10.992996 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.995590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.009227 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Allocated IP 172.20.0.2 (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2/f2b5b46c-07bb-47b7-8d76-944666a5937f/ddf8ac16-bb80-461b-a1a5-8c499b96d66a) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:11.014736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63a29d-8be1-43f5-a40b-476084cb031c None None] Network 371011cc-fae8-48c0-8a92-ac7c80ac3095 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:11.017464 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.094595 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Network 1652406e-a728-4ceb-93be-3e053ed6049d is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:11.113574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:11.120320 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:11.165544 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51442) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:11.257937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for router_gateway (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.280986 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for router_gateway (76ed6934-f941-438d-a980-ed7488e5d531), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.301451 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fcf04558-e9e5-49bf-b8e9-a39f5b5ae54b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4649575 May 13 13:25:11.311127 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.314369 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for router_gateway (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.341590 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.401232 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Attempting to bind port f3c32f71-e4fb-456f-b694-3660d0a4ab57 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:11.403158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Attempting to bind port f3c32f71-e4fb-456f-b694-3660d0a4ab57 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:11.403158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Attempting to bind port f3c32f71-e4fb-456f-b694-3660d0a4ab57 on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:11.437320 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:11.438118 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Checking segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:11.439027 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.439614 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Bound using segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:11.440286 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Bound port: f3c32f71-e4fb-456f-b694-3660d0a4ab57, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:11.440863 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.453494 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Allocated IP 172.27.0.90 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:11.473328 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Pushing event updated for resources: {'Port': ['ID=f3c32f71-e4fb-456f-b694-3660d0a4ab57,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:11.492125 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.492833 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.493375 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.493952 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.494737 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.495316 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.495856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.496599 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.497170 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.498806 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.499626 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Tracked resource versions report: May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: pushed versions: May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: { 'AddressGroup': {'1.2'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Agent': {'1.1'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'ConntrackHelper': {'1.0'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'LocalIPAssociation': {'1.0'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Log': {'1.0'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'NDPProxy': {'1.0'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Network': {'1.1'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Port': {'1.7'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'PortForwarding': {'1.3'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'QosPolicy': {'1.10'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroup': {'1.5'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroupRule': {'1.2'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SubPort': {'1.0'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Subnet': {'1.1'}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Trunk': {'1.1'}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: consumer versions: May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: HyperV agent@hv-cinder-84159: {}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Agent': '1.1', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'ConntrackHelper': '1.0', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'LocalIPAssociation': '1.0', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Log': '1.0', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'NDPProxy': '1.0', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Network': '1.1', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Port': '1.7', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'PortForwarding': '1.3', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'QosPolicy': '1.10', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroup': '1.5', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SecurityGroupRule': '1.2', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'SubPort': '1.0', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Subnet': '1.1', May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: 'Trunk': '1.1'}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: {{(pid=103980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:25:11.701632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Allocated IP 172.20.0.2 (dceba3d8-accd-41b8-a33c-38f5d7f6c90b/adf7737d-48ac-438d-b3ed-92556dc0ce37/0ef0bf2f-eb6c-41b0-91f2-109f940e0067) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:11.716696 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509da717-f75a-4c1f-b53e-421f3be0f5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.721504 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964bb1ae-22a0-47a6-bab9-91ecb2a9f1bd None None] Network 371011cc-fae8-48c0-8a92-ac7c80ac3095 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:11.762079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.817271 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] For port f3c32f71-e4fb-456f-b694-3660d0a4ab57, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:11.884722 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] For port f3c32f71-e4fb-456f-b694-3660d0a4ab57, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=f3c32f71-e4fb-456f-b694-3660d0a4ab57,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:11.894829 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks [] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.923429 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.991414 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for router_gateway (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.006654 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks [] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.013414 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.022192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.023133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.070031 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:12.081169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:12.083137 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:12.089398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:12.107039 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.115928 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:12.121050 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:12.142261 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51488) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:12.142545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Pushing event updated for resources: {'Port': ['ID=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.167271 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:12.180611 dv-cinder-841591-2-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 13:25:12.204652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:12.233406 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:12.244527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Attempting to bind port ddf8ac16-bb80-461b-a1a5-8c499b96d66a on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:12.250579 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Attempting to bind port ddf8ac16-bb80-461b-a1a5-8c499b96d66a by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:12.251121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Attempting to bind port ddf8ac16-bb80-461b-a1a5-8c499b96d66a on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:12.308848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6484e29-0fb4-415f-ab62-0bcf904a9b54 None None] Pushing event updated for resources: {'Port': ['ID=f3c32f71-e4fb-456f-b694-3660d0a4ab57,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.313191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:12.313843 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:12.314416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.314954 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Bound using segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:12.315580 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Bound port: ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:12.316117 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.321694 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51496) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:12.326312 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.333135 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237513495-network', 'tenant_id': '3d97dea4cb5349bcb7d66e156426c913'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:12.345106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509da717-f75a-4c1f-b53e-421f3be0f5d1 admin admin] Publish callbacks [] for security_group (d5dd47fb-f916-4c46-a54f-1da36af7039d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.352920 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Allocated IP 172.27.0.110 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/7d4d45f6-f391-4256-8280-e1b79d2e1b3a) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:12.394574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Attempting to bind port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:12.394574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Attempting to bind port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:12.394574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Attempting to bind port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:12.451362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Made reservation on behalf of 3d97dea4cb5349bcb7d66e156426c913 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:12.453652 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.455784 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509da717-f75a-4c1f-b53e-421f3be0f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d5dd47fb-f916-4c46-a54f-1da36af7039d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.521601 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:12.529358 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Checking segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:12.529775 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.531055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Bound using segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:12.538441 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.542297 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Bound port: 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:12.544188 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.556243 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-fb01ad5b-0113-42ee-9c90-c11b2ad719de tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:12.563956 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-fb01ad5b-0113-42ee-9c90-c11b2ad719de tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/networks?id=371011cc-fae8-48c0-8a92-ac7c80ac3095 HTTP/1.1" status: 200 len: 811 time: 0.4205673 May 13 13:25:12.577032 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-509da717-f75a-4c1f-b53e-421f3be0f5d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=942433b7b354400a95fdfe5614773495&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4060798 May 13 13:25:12.584338 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51504) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:12.590509 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Pushing event updated for resources: {'Port': ['ID=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.602044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509da717-f75a-4c1f-b53e-421f3be0f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd47fb-f916-4c46-a54f-1da36af7039d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.630761 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-a463203c-e6ed-4e4c-b685-4ec73cc29c06 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/quotas/65563e9192834a848521c69c7c80f078 HTTP/1.1" status: 200 len: 375 time: 0.0653458 May 13 13:25:12.708428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.714007 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-e88a1726-bd98-4289-8184-9f886081b25e tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65563e9192834a848521c69c7c80f078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821688 May 13 13:25:12.719056 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] For port ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:12.723811 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] For port ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:12.732186 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for router_gateway (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.751531 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] Publish callbacks [] for security_group (d5dd47fb-f916-4c46-a54f-1da36af7039d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.765590 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] For port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:12.770612 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] For port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:12.776238 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] Publish callbacks [] for security_group (d5dd47fb-f916-4c46-a54f-1da36af7039d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.872217 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks [] for security_group (e1b33e49-fd80-45ac-ad31-bcb27a88513b), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.908432 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.913160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.914119 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-599f0809-71e6-4c9b-a23b-398c02f919f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:25:12.915242 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-599f0809-71e6-4c9b-a23b-398c02f919f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0610449 May 13 13:25:12.985505 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7ca67-b4f1-4f9c-a3ff-1ba7d3235013 None None] Pushing event updated for resources: {'Port': ['ID=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:12.989749 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.013815 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.041481 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e1b33e49-fd80-45ac-ad31-bcb27a88513b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.057166 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:13.073877 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d5dd47fb-f916-4c46-a54f-1da36af7039d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.077450 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.078652 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:13.081362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:13.085128 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5dd47fb-f916-4c46-a54f-1da36af7039d HTTP/1.1" status: 204 len: 168 time: 0.4991188 May 13 13:25:13.107816 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Allocated IP 172.27.0.201 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/57081e73-397b-4fb7-918c-7916d615be58) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:13.110468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa214d-0fd9-4c4e-acfa-ed4ea5d0dd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd47fb-f916-4c46-a54f-1da36af7039d,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:13.168748 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-ab63ce31-13ba-4033-89dc-9daa2e1b48e2 service neutron] 10.222.0.25 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446320 May 13 13:25:13.191115 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a31e-f05a-40f9-80c6-f8c06f67fc6b None None] Pushing event updated for resources: {'Port': ['ID=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:13.490559 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:13.497871 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:25:13.527068 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b33e49-fd80-45ac-ad31-bcb27a88513b,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:13.552191 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for port (57081e73-397b-4fb7-918c-7916d615be58), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.583879 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5d74210c-4f70-442a-90f3-e2dae0cce6c7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.587496 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Added segment 5d74210c-4f70-442a-90f3-e2dae0cce6c7 of type vlan for network 597ade94-f7c1-4b8e-ae01-a9d869a21b28 May 13 13:25:13.655085 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-070c2333-b0d6-44c7-a47a-4682ff525076 service neutron] 10.222.0.25 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413760 May 13 13:25:13.822686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (57081e73-397b-4fb7-918c-7916d615be58), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:13.897519 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:13.920702 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d1985-1de9-4d87-89c3-d4a85a09e688 None None] Network 1652406e-a728-4ceb-93be-3e053ed6049d requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:13.928174 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:13.947696 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:14.040363 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device ddf8ac16-bb80-461b-a1a5-8c499b96d66a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:14.092176 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=57081e73-397b-4fb7-918c-7916d615be58,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:14.093336 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Provisioning complete for port f3c32f71-e4fb-456f-b694-3660d0a4ab57 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:14.094084 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.133484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (597ade94-f7c1-4b8e-ae01-a9d869a21b28), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.226682 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51550) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:14.230518 dv-cinder-841591-2-iscsi neutron-server[103979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 13:25:14.386743 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (597ade94-f7c1-4b8e-ae01-a9d869a21b28), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.387974 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:14.388735 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.409349 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-35910c0b-d703-46e8-9bb0-fd10f245ffc9 req-05d87f06-27f2-41f6-bd21-008411d63bb2 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.1799157 May 13 13:25:14.496061 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for router_gateway (76ed6934-f941-438d-a980-ed7488e5d531), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.522784 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for router_gateway (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.603293 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2784770 May 13 13:25:14.604041 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:25:14.608498 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51566) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:14.611933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f884c97-85e7-4ccc-90d1-5b28289631a5 admin admin] Pushing event updated for resources: {'Network': ['ID=597ade94-f7c1-4b8e-ae01-a9d869a21b28,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:14.634068 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port ddf8ac16-bb80-461b-a1a5-8c499b96d66a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:14.635758 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:14.635892 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Request body: {'subnet': {'network_id': '597ade94-f7c1-4b8e-ae01-a9d869a21b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237513495-subnet', 'tenant_id': '3d97dea4cb5349bcb7d66e156426c913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:14.712688 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 597ade94-f7c1-4b8e-ae01-a9d869a21b28 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:25:14.979797 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Current status of the port f3c32f71-e4fb-456f-b694-3660d0a4ab57 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:14.981439 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.028015 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-596c09c2-3cd7-4e18-9f08-61ef4211cb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.031497 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:15.042740 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:15.092280 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:15.093345 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:24:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:15.126773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e56c18-2001-4f60-94e8-5634db017264 None None] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:15.237254 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.316351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (76ed6934-f941-438d-a980-ed7488e5d531), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.322156 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] For port f3c32f71-e4fb-456f-b694-3660d0a4ab57, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=f3c32f71-e4fb-456f-b694-3660d0a4ab57,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:15.326804 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Made reservation on behalf of 3d97dea4cb5349bcb7d66e156426c913 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:15.330281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.352463 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port ddf8ac16-bb80-461b-a1a5-8c499b96d66a is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:15.353024 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.414871 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.495292 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.498343 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-408ac235-d6e8-435d-9a6b-a8b56aea66f4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6251199 May 13 13:25:15.501381 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51598) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:15.537363 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a363d-1bca-4c87-ae94-aa91e78668fa None None] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:15.544348 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:15.545481 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:15.640079 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Provisioning complete for port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:15.640079 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.703141 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.704228 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device f3c32f71-e4fb-456f-b694-3660d0a4ab57 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:15.724592 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd710b5-5fc7-429a-a7dd-01400502fd03 None None] Pushing event updated for resources: {'Port': ['ID=f3c32f71-e4fb-456f-b694-3660d0a4ab57,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:15.756766 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1d317aa4-0759-47df-ad36-82fab7c2438b req-f1c104d9-8d56-434f-a4d7-1a0affbc6c9a tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.0844240 May 13 13:25:15.842291 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:25:15.954774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (655983ff-fe47-41f5-8532-8af3eaefde01), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:15.965224 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:15.984760 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port f3c32f71-e4fb-456f-b694-3660d0a4ab57 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:15.985398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.018771 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Current status of the port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:16.019240 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.056560 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:12Z', 'revision_number': 3, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:16.092036 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Router 76ed6934-f941-438d-a980-ed7488e5d531 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:25:16.101622 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:16.144641 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:16.155835 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] For port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:16.190986 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:16.191640 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:24:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:16.219973 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:16.221207 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Updating router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:16.260111 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Checking segment: {'id': '5d74210c-4f70-442a-90f3-e2dae0cce6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '597ade94-f7c1-4b8e-ae01-a9d869a21b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:16.268970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Network hostable DHCP agents. Network: 597ade94-f7c1-4b8e-ae01-a9d869a21b28, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:25:16.275701 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.276427 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655983ff-fe47-41f5-8532-8af3eaefde01,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:16.444433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:16.465222 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:16.482410 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:16.543836 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.552161 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:16.553562 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:24:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:16.588567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Network 597ade94-f7c1-4b8e-ae01-a9d869a21b28 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:25:16.606926 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.611554 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b63b181f-6e57-4647-a7b8-622f3fd9b5d5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9723158 May 13 13:25:16.611912 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51626) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:16.634391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.638645 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ec8436cb-5047-45a3-82ac-37fbe1c73a62 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4084227 May 13 13:25:16.669829 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port f3c32f71-e4fb-456f-b694-3660d0a4ab57 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:16.670321 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:16.677711 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51630) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:16.744060 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:16.754627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 597ade94-f7c1-4b8e-ae01-a9d869a21b28) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:16.763055 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:16.763919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.785974 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Provisioning complete for port ddf8ac16-bb80-461b-a1a5-8c499b96d66a triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:16.786382 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:16.805249 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c4b7f-6fb8-477b-b118-67916dbc21d1 None None] Network 597ade94-f7c1-4b8e-ae01-a9d869a21b28 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:16.973585 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0cc09d9c-4303-4907-8597-b781abdaa9c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3478680 May 13 13:25:17.047202 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.079998 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b0b17eed-5b13-4cd9-8c15-20ff3791c917 req-e7414ec0-f0ec-4473-9961-a92f91915709 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.1141169 May 13 13:25:17.092121 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks [] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.164889 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.185754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4a311-dd4e-4de9-8043-21e643e438dc None None] Network 597ade94-f7c1-4b8e-ae01-a9d869a21b28 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:25:17.212904 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:17.213709 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.257457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51652) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:17.292775 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Pushing event updated for resources: {'Port': ['ID=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:17.300454 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Pushing event updated for resources: {'Port': ['ID=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:17.315536 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.316039 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.316503 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.316967 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.317427 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.317885 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.318318 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.318750 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.319180 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.319608 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.320424 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.320880 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.321309 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.321750 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.322295 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Tracked resource versions report: May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: pushed versions: May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: { 'AddressGroup': {'1.2'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Agent': {'1.1'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'ConntrackHelper': {'1.0'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'LocalIPAssociation': {'1.0'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Log': {'1.0'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'NDPProxy': {'1.0'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Network': {'1.1'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Port': {'1.7'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'PortForwarding': {'1.3'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'QosPolicy': {'1.10'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroup': {'1.5'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroupRule': {'1.2'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SubPort': {'1.0'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Subnet': {'1.1'}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Trunk': {'1.1'}} May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: consumer versions: May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: { DHCP agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: HyperV agent@hv-cinder-84159: {}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: L3 agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: Metadata agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: Metering agent@dv-cinder-841591-2-iscsi: {}, May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: Open vSwitch agent@dv-cinder-841591-2-iscsi: { 'AddressGroup': '1.2', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Agent': '1.1', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'ConntrackHelper': '1.0', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'LocalIPAssociation': '1.0', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Log': '1.0', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'NDPProxy': '1.0', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Network': '1.1', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Port': '1.7', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'PortForwarding': '1.3', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'QosPolicy': '1.10', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroup': '1.5', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SecurityGroupRule': '1.2', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'SubPort': '1.0', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Subnet': '1.1', May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: 'Trunk': '1.1'}} May 13 13:25:17.323630 dv-cinder-841591-2-iscsi neutron-server[103981]: {{(pid=103981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:25:17.337039 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Attempting to bind port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:17.338583 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Attempting to bind port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:17.338583 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Attempting to bind port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:17.344552 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Allocated IP 172.20.0.1 (1652406e-a728-4ceb-93be-3e053ed6049d/01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b/cfc623c7-1ff1-40fb-90e2-0fa6778498cf) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:17.346788 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:17.347371 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:17.347901 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.348390 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:17.348971 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Bound port: 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:17.349459 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.396200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0fa336fd-845e-4b7e-938e-50050b751a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.399067 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:13Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:17.442169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Deleting subnet e868204c-0516-47dc-924c-da22afcf5478 {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:25:17.446502 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Publish callbacks [] for subnet (e868204c-0516-47dc-924c-da22afcf5478), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.458797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks [] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.469689 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:17.470908 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Updating router 76ed6934-f941-438d-a980-ed7488e5d531 port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:17.597927 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.737838 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Publish callbacks [] for subnet (e868204c-0516-47dc-924c-da22afcf5478), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.752323 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (e868204c-0516-47dc-924c-da22afcf5478), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.795471 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:14Z', 'revision_number': 3, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:17.847878 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:17.860641 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Updating router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 port 57081e73-397b-4fb7-918c-7916d615be58 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:17.889731 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.903918 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:17.913953 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Current status of the port ddf8ac16-bb80-461b-a1a5-8c499b96d66a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:17.940256 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (57081e73-397b-4fb7-918c-7916d615be58), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:17.949387 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Provisioning complete for port f3c32f71-e4fb-456f-b694-3660d0a4ab57 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:17.949821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.019564 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.049400 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (e868204c-0516-47dc-924c-da22afcf5478), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.074214 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Network 1652406e-a728-4ceb-93be-3e053ed6049d is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:18.095171 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] For port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:18.119562 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:18.123004 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.144339 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device ddf8ac16-bb80-461b-a1a5-8c499b96d66a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:18.147706 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e868204c-0516-47dc-924c-da22afcf5478 HTTP/1.1" status: 204 len: 168 time: 0.8881164 May 13 13:25:18.163353 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] For port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:18.167041 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:18.168319 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.229811 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51678) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:18.234224 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e3b9-7b80-4f8b-99c8-2262842e7c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e868204c-0516-47dc-924c-da22afcf5478,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:18.326036 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.373234 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Pushing event updated for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:18.376022 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port ddf8ac16-bb80-461b-a1a5-8c499b96d66a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:18.376504 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.414541 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-732295e7-98d2-427f-883d-ed6a09cca83a None None] Current status of the port f3c32f71-e4fb-456f-b694-3660d0a4ab57 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:18.422268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.509326 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-940590b5-ee46-4ac3-978b-28dc628a08fb req-08e71c04-e0a2-4006-b440-64223675412e tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.1236639 May 13 13:25:18.551128 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Provisioning complete for port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:18.551527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.557530 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (03f25616-a658-40a2-84a8-02eb56249f9e), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.592071 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks [] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.594106 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port ddf8ac16-bb80-461b-a1a5-8c499b96d66a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:18.595253 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device f3c32f71-e4fb-456f-b694-3660d0a4ab57 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:18.595571 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:18.596218 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:18.598403 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ff0b6-7611-4858-b938-3bf530c5560c None None] Pushing event updated for resources: {'Port': ['ID=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:18.680873 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.707635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.727773 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (03f25616-a658-40a2-84a8-02eb56249f9e), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.753842 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b567108-314e-4936-974f-ff3cee97b654 None None] Pushing event updated for resources: {'Port': ['ID=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:18.776907 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.777466 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.778108 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.778464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > port after_create 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.778923 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.779247 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > port after_update 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.779590 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.779916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.780237 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.780748 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:18.834640 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Attempting to bind port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:18.835011 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Attempting to bind port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:18.835375 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Attempting to bind port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:18.843886 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:18.848888 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks [] for port (57081e73-397b-4fb7-918c-7916d615be58), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.856980 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:18.858622 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:18.858622 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.859446 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:18.859947 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Bound port: 7d4d45f6-f391-4256-8280-e1b79d2e1b3a, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:18.860342 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.894934 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port f3c32f71-e4fb-456f-b694-3660d0a4ab57 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:18.895676 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.908394 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks [] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.914167 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.939315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Current status of the port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:18.953834 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Provisioning complete for port ddf8ac16-bb80-461b-a1a5-8c499b96d66a triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:18.954551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.957584 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (57081e73-397b-4fb7-918c-7916d615be58), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.001220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.002706 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.005623 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:19.006000 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:19.007044 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:19.007485 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:25:19.008808 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f25616-a658-40a2-84a8-02eb56249f9e']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.043210 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] For port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:19.045612 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5404262-4511-424d-9db1-adeb174ebe87') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.046023 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5404262-4511-424d-9db1-adeb174ebe87') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.048151 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] For port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:19.064022 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Allocated IP 172.20.0.1 (dceba3d8-accd-41b8-a33c-38f5d7f6c90b/adf7737d-48ac-438d-b3ed-92556dc0ce37/a98a4206-182e-45c7-8fb0-bdc11119b4c7) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:19.075711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (e5404262-4511-424d-9db1-adeb174ebe87), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.096989 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Attempting to bind port 57081e73-397b-4fb7-918c-7916d615be58 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:19.097839 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Attempting to bind port 57081e73-397b-4fb7-918c-7916d615be58 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:19.098398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Attempting to bind port 57081e73-397b-4fb7-918c-7916d615be58 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:19.111723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (e5404262-4511-424d-9db1-adeb174ebe87), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.136873 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5c28-0a12-4388-a8a1-b1066c73be27 None None] Pushing event updated for resources: {'Port': ['ID=57081e73-397b-4fb7-918c-7916d615be58,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.158083 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:19.158588 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:19.159097 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.159593 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:19.160187 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Bound port: 57081e73-397b-4fb7-918c-7916d615be58, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:19.160682 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (57081e73-397b-4fb7-918c-7916d615be58), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.177097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:25:19.177511 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (e5404262-4511-424d-9db1-adeb174ebe87), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: from cryptography.utils import int_from_bytes May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: from cryptography.utils import int_from_bytes May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:25:19.182156 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:25:19.184393 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.234300 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port f3c32f71-e4fb-456f-b694-3660d0a4ab57 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:19.235525 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:19.260059 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Pushing event updated for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.274874 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] For port 57081e73-397b-4fb7-918c-7916d615be58, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:19.297928 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b567108-314e-4936-974f-ff3cee97b654 None None] Pushing event updated for resources: {'Port': ['ID=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.316957 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-63a4d272-f023-4628-8950-037421fd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:12Z', 'revision_number': 3, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.324883 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] For port 57081e73-397b-4fb7-918c-7916d615be58, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=57081e73-397b-4fb7-918c-7916d615be58,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:19.353443 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Current status of the port ddf8ac16-bb80-461b-a1a5-8c499b96d66a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:19.355480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Allocated IP 172.20.0.1 (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2/f2b5b46c-07bb-47b7-8d76-944666a5937f/1897495f-3f41-4bce-aab3-4bf2e95e7bf5) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:19.358862 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Network 1652406e-a728-4ceb-93be-3e053ed6049d is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:19.363085 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:19.363226 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d272-f023-4628-8950-037421fd7213 None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:12Z', 'revision_number': 3, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:19.392283 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:19.393128 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.404379 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:19.405290 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.414116 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (03f25616-a658-40a2-84a8-02eb56249f9e), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.415948 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:19.416501 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.429389 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.434982 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] 10.222.0.25 "DELETE /v2.0/networks/03f25616-a658-40a2-84a8-02eb56249f9e HTTP/1.1" status: 204 len: 168 time: 1.2009742 May 13 13:25:19.444501 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51694) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:19.473433 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4133f-baf0-4f7f-8284-73d849e1733d admin admin] Pushing event deleted for resources: {'Network': ['ID=03f25616-a658-40a2-84a8-02eb56249f9e,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.503324 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (57081e73-397b-4fb7-918c-7916d615be58), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.511339 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks [] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.566655 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.590417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Deleting subnet 655983ff-fe47-41f5-8532-8af3eaefde01 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:25:19.601495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Publish callbacks [] for subnet (655983ff-fe47-41f5-8532-8af3eaefde01), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.609298 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c43e4365-9431-479d-8c83-f599dc43bfc6 None None] Port cfc623c7-1ff1-40fb-90e2-0fa6778498cf cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:19.643091 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5c28-0a12-4388-a8a1-b1066c73be27 None None] Pushing event updated for resources: {'Port': ['ID=57081e73-397b-4fb7-918c-7916d615be58,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.650138 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:19.650936 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:19.663595 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:19.675389 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.714232 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Publish callbacks [] for subnet (655983ff-fe47-41f5-8532-8af3eaefde01), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.728794 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks [] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.739127 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (655983ff-fe47-41f5-8532-8af3eaefde01), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.751768 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:19.761900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:19.767960 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:19.793590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:25:19.816558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Pushing event updated for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.909514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-6cbb8698-0f77-471e-ad30-0c30eb2329d9 None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:19.909938 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8698-0f77-471e-ad30-0c30eb2329d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.932966 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7629adc3-360d-4767-bda8-efb48b29e91c req-81afdb6b-319f-4ec9-8b3c-4545e6714121 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.1042168 May 13 13:25:19.934535 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.977456 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:20.080232 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:13Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:20.105403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.125301 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (655983ff-fe47-41f5-8532-8af3eaefde01), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.128839 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385d48e-dc92-48f6-aa16-82c4a4d4981d None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:13Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:20.135550 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:20.294369 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655983ff-fe47-41f5-8532-8af3eaefde01,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:20.329694 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:20.331440 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:20.334369 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:20.336103 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:20.353270 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9b2d1f10-1f55-49fb-9b90-17d1bea3ec9a admin admin] 10.222.0.25 "PUT /v2.0/routers/7771b9d1-8d54-4b2d-b949-12f4dfddada0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8505754 May 13 13:25:20.356820 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.361202 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-06a36986-6e73-4917-b548-5e404cc482e0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/655983ff-fe47-41f5-8532-8af3eaefde01 HTTP/1.1" status: 204 len: 168 time: 0.8899448 May 13 13:25:20.361202 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Pushing event updated for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:20.361994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51710) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:20.378362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:20.379086 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (76ed6934-f941-438d-a980-ed7488e5d531), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.427717 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb8698-0f77-471e-ad30-0c30eb2329d9 None None] Port cfc623c7-1ff1-40fb-90e2-0fa6778498cf cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:20.521344 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:14Z', 'revision_number': 3, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:20.712713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (597ade94-f7c1-4b8e-ae01-a9d869a21b28), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.739733 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.838518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.902144 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff9012-5409-4d3e-9474-83dbf932884c None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:14Z', 'revision_number': 3, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:20.957844 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:20.958235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:20.985003 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b82d6508-7af3-4ec1-b36b-939db3b316e5 None None] Provisioning complete for port a98a4206-182e-45c7-8fb0-bdc11119b4c7 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:20.985611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b82d6508-7af3-4ec1-b36b-939db3b316e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.107327 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.135821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b82d6508-7af3-4ec1-b36b-939db3b316e5 None None] Port a98a4206-182e-45c7-8fb0-bdc11119b4c7 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:21.222917 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:21.223323 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.275019 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:21.281678 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks [] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.285371 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51724) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:21.296112 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-a5e88981-dc19-458a-8a69-b79e775bf2ca None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:21.319960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a5e88981-dc19-458a-8a69-b79e775bf2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.388958 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.399191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a5e88981-dc19-458a-8a69-b79e775bf2ca None None] Port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:21.574611 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (597ade94-f7c1-4b8e-ae01-a9d869a21b28), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.575790 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:21.600531 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks [] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.615192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788029907', 'description': 'tempest-description--408811318'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:21.645674 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.663403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.664892 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (76ed6934-f941-438d-a980-ed7488e5d531), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.782543 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Pushing event updated for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:21.787743 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597ade94-f7c1-4b8e-ae01-a9d869a21b28']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:21.803608 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Pushing event updated for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:21.811735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-faee0d6a-afc2-47cd-a0cb-43aad9921614 req-1de05d25-ece4-48f5-a927-acee055b196b tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.5207841 May 13 13:25:21.818382 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74210c-4f70-442a-90f3-e2dae0cce6c7') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:21.820627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74210c-4f70-442a-90f3-e2dae0cce6c7') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:21.842726 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (5d74210c-4f70-442a-90f3-e2dae0cce6c7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.845000 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.867203 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5d74210c-4f70-442a-90f3-e2dae0cce6c7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.887985 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:21.890177 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:21.931998 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.947507 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:25:21.955408 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (5d74210c-4f70-442a-90f3-e2dae0cce6c7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:25:21.960307 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:25:22.136178 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.70', 51367) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:22.184476 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Router 76ed6934-f941-438d-a980-ed7488e5d531 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:25:22.350927 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-1a2f9b9b-d012-45f5-89e6-267feb76a0e0 None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:22.354411 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1a2f9b9b-d012-45f5-89e6-267feb76a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.406735 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:22.419438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:22.439223 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-41acb75c-e128-40e6-b685-fa38bd882b7b admin admin] 10.222.0.25 "PUT /v2.0/routers/76ed6934-f941-438d-a980-ed7488e5d531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7595680 May 13 13:25:22.461537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f9b9b-d012-45f5-89e6-267feb76a0e0 None None] Port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:22.500562 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:22.500977 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.574633 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (597ade94-f7c1-4b8e-ae01-a9d869a21b28), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.596397 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.614614 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/597ade94-f7c1-4b8e-ae01-a9d869a21b28 HTTP/1.1" status: 204 len: 168 time: 2.2510469 May 13 13:25:22.626168 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:22.628501 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 7d4d45f6-f391-4256-8280-e1b79d2e1b3a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:22.635018 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-d4db0054-3ce0-4ba1-bacb-fd5272347f77 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:22.643517 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-d4db0054-3ce0-4ba1-bacb-fd5272347f77 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.70 "GET /v2.0/networks?id=371011cc-fae8-48c0-8a92-ac7c80ac3095 HTTP/1.1" status: 200 len: 811 time: 0.5025868 May 13 13:25:22.756373 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:22.757286 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.785726 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Request body: {'port': {'device_id': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095', 'admin_state_up': True, 'tenant_id': '65563e9192834a848521c69c7c80f078'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:22.807981 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe890e-ed6f-41e4-8fb2-85c26f522fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=597ade94-f7c1-4b8e-ae01-a9d869a21b28,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:22.882721 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:22.949561 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (7ccc937f-7294-444c-a893-d36bf11d082e), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:22.988100 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:23.040891 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7ccc937f-7294-444c-a893-d36bf11d082e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.108401 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:23.152543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:23.152975 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.163631 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:23.169990 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:23.291229 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:23.306318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc937f-7294-444c-a893-d36bf11d082e,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:23.318873 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7dba07fa-1a24-4b2a-b401-76cac5ff99d1 req-6eee0d64-9cee-45b9-a72d-ebc99dddea99 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.2292342 May 13 13:25:23.401743 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:23.424478 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.426342 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3ceed840-bb20-470f-8f64-577e286b6065 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.8318064 May 13 13:25:23.429179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51810) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:23.443781 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group_rule': {'security_group_id': '7ccc937f-7294-444c-a893-d36bf11d082e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:23.471795 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.472586 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 57081e73-397b-4fb7-918c-7916d615be58 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:23.516193 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4fe5256e-cf19-41b5-9066-4e442811da95 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:23.521205 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4fe5256e-cf19-41b5-9066-4e442811da95 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 0.3036757 May 13 13:25:23.553542 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51818) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:23.568428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:25:23.576867 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-740519b5-eaf3-478f-91d5-feeafa9097b0 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/quotas/e25902914d244bfeaa038f24838c28ca HTTP/1.1" status: 200 len: 375 time: 0.0395846 May 13 13:25:23.649129 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-56663b4a-bbbb-429e-a789-875091259a26 None None] Provisioning complete for port a98a4206-182e-45c7-8fb0-bdc11119b4c7 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:23.649690 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-56663b4a-bbbb-429e-a789-875091259a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.689900 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-2cdeac82-dee3-49fa-9b89-f2747cb555c5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044390 May 13 13:25:23.704611 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a338e7fd-c592-4999-a81d-c21c0765a2fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27638a23724b420680f3287c88580d31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1496615 May 13 13:25:23.713637 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:23.729428 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:23.731043 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:23.733117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51820) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:23.762162 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:23.772335 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:23.782731 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9011d05c-8f1d-4929-acf9-fb8a2767786c admin admin] 10.222.0.25 "PUT /v2.0/routers/ec6fc8df-009f-4e21-9e60-29d3ec8f2939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1693921 May 13 13:25:23.789083 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Made reservation on behalf of 65563e9192834a848521c69c7c80f078 for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:23.811394 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.850510 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (32de7f79-dca5-403a-8ef5-2bfab5f616e6), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.854566 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 57081e73-397b-4fb7-918c-7916d615be58 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:23.855038 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (57081e73-397b-4fb7-918c-7916d615be58), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:23.863882 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-56663b4a-bbbb-429e-a789-875091259a26 None None] Port a98a4206-182e-45c7-8fb0-bdc11119b4c7 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:23.949302 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:24.021245 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (32de7f79-dca5-403a-8ef5-2bfab5f616e6), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.165534 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (32de7f79-dca5-403a-8ef5-2bfab5f616e6), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.173265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] Publish callbacks [] for security_group (29520b75-03b2-42ae-8434-7c325d7a041f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.218480 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-f4d552bf-7528-4eae-a4e2-c9b835a5491d service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273659 May 13 13:25:24.223379 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 57081e73-397b-4fb7-918c-7916d615be58 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:24.238306 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (57081e73-397b-4fb7-918c-7916d615be58), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.239954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de7f79-dca5-403a-8ef5-2bfab5f616e6,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:24.258551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 2, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:24.332798 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:24.333167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Updating router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 port cfc623c7-1ff1-40fb-90e2-0fa6778498cf binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:24.343385 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 2, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:24.388903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] Publish callbacks [] for security_group (29520b75-03b2-42ae-8434-7c325d7a041f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.409054 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Allocated IP 172.20.0.2 (371011cc-fae8-48c0-8a92-ac7c80ac3095/1d294e19-cbe1-47cd-b036-530d2e027bd9/a4f23c78-8204-4a15-829a-414f56fa3b61) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:24.469731 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:24.472464 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Updating router 76ed6934-f941-438d-a980-ed7488e5d531 port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:24.484857 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 57081e73-397b-4fb7-918c-7916d615be58, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=57081e73-397b-4fb7-918c-7916d615be58,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:24.508033 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.573207 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (57081e73-397b-4fb7-918c-7916d615be58), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.599026 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.601343 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.611858 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-40ea2578-2cc0-4096-b26f-4660d76f7293 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1812923 May 13 13:25:24.614857 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51842) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:24.658464 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group_rule': {'security_group_id': '7ccc937f-7294-444c-a893-d36bf11d082e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:24.796810 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 7d4d45f6-f391-4256-8280-e1b79d2e1b3a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:24.798325 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 51848) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:24.812504 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437928068', 'description': 'tempest-description--1655680846'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:24.856773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:24.880813 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-c88e0fda-29e2-4f03-b468-f2bbc8873b1d service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613367 May 13 13:25:24.916144 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=57081e73-397b-4fb7-918c-7916d615be58,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:24.933425 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks [] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.943832 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:24.944473 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:24.976111 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (29520b75-03b2-42ae-8434-7c325d7a041f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.978929 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.986927 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29520b75-03b2-42ae-8434-7c325d7a041f HTTP/1.1" status: 204 len: 168 time: 1.2522585 May 13 13:25:25.035808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886328f1-fac4-4e8f-bf02-3b9dfe802ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29520b75-03b2-42ae-8434-7c325d7a041f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:25.086874 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fe4e0511-8619-42c1-90f4-37c52c5387e3 req-9cbdb1cd-2156-4fc1-a130-4544c986e5db tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.1312442 May 13 13:25:25.118708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:25.119105 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.121099 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (71fee66a-0de4-4d94-9f67-d8d03ebc0235), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.133801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.322437 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (680e6aa9-178a-42dd-80ea-761727b94df8), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.360882 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.374696 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (71fee66a-0de4-4d94-9f67-d8d03ebc0235), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.490041 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (71fee66a-0de4-4d94-9f67-d8d03ebc0235), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.513349 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:25.587385 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fee66a-0de4-4d94-9f67-d8d03ebc0235,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:25.620635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.622075 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f9b9713c-f307-4ddd-a6db-c8737e0b8c24 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9865997 May 13 13:25:25.631268 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51872) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:25.639309 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:25.685900 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks [] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.748595 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks [] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.796829 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:25.875919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (680e6aa9-178a-42dd-80ea-761727b94df8), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.876423 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.903961 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Network 371011cc-fae8-48c0-8a92-ac7c80ac3095 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:25.924340 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-78309b89-436a-4e9d-a29a-193662ebb4eb req-aa7a8fa1-4ab4-4cef-a72d-99f25e7d2f5c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 210 time: 0.4733932 May 13 13:25:26.120084 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:26.120084 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:26.120084 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Pushing event updated for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.125442 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 2, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:26.125442 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901a421-cf40-4327-aca5-a40f49bf6f50 None None] Pushing event updated for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.126031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680e6aa9-178a-42dd-80ea-761727b94df8,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.126031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.126031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.126651 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:26.126651 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Updating router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 port a98a4206-182e-45c7-8fb0-bdc11119b4c7 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:25:26.164035 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Attempting to bind port cfc623c7-1ff1-40fb-90e2-0fa6778498cf on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:26.165262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Attempting to bind port cfc623c7-1ff1-40fb-90e2-0fa6778498cf by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:26.165848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Attempting to bind port cfc623c7-1ff1-40fb-90e2-0fa6778498cf on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:26.169374 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.184642 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:26.185311 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Checking segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:26.185881 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.186428 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Bound using segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:26.187101 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Bound port: cfc623c7-1ff1-40fb-90e2-0fa6778498cf, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:26.187702 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.216270 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.216759 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.393622 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce03a-3504-4a82-9647-1655b052012b None None] Pushing event updated for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.401079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc225b7-6bbb-441a-b5c6-25f9b45bac19 req-bc25b1eb-4439-48a3-a546-7b680ec0b9bf tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.404890 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4bc225b7-6bbb-441a-b5c6-25f9b45bac19 req-bc25b1eb-4439-48a3-a546-7b680ec0b9bf tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 931 time: 0.1327038 May 13 13:25:26.487008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] For port cfc623c7-1ff1-40fb-90e2-0fa6778498cf, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:26.508491 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] For port cfc623c7-1ff1-40fb-90e2-0fa6778498cf, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:26.514614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b664d93f-8560-462a-8fad-c1ab22edc12b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.522884 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b664d93f-8560-462a-8fad-c1ab22edc12b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 0.2341464 May 13 13:25:26.591640 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Attempting to bind port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:26.592032 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Attempting to bind port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:26.592405 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Attempting to bind port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:26.607396 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:26.607790 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:26.608205 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.608609 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Bound using segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:26.609204 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Bound port: 1897495f-3f41-4bce-aab3-4bf2e95e7bf5, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:26.610113 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.618535 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4bc225b7-6bbb-441a-b5c6-25f9b45bac19 req-5b735cb8-8dae-4f23-ad7e-4f79e3b46596 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067821 May 13 13:25:26.655113 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-9dcf322d-caee-4f36-893b-429cb0613a85 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/quotas/e25902914d244bfeaa038f24838c28ca HTTP/1.1" status: 200 len: 375 time: 0.1311467 May 13 13:25:26.686675 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-bd665372-56e1-4fce-89bc-7d2d52dd2b46 None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:26.687359 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bd665372-56e1-4fce-89bc-7d2d52dd2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.752752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 57081e73-397b-4fb7-918c-7916d615be58 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:26.776308 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] For port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:26.784654 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] For port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:26.833943 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-1f78176a-d684-49e5-8572-c4f07409b90a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465211 May 13 13:25:26.866304 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-bd665372-56e1-4fce-89bc-7d2d52dd2b46 None None] Port cfc623c7-1ff1-40fb-90e2-0fa6778498cf cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:26.884172 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 57081e73-397b-4fb7-918c-7916d615be58 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:26.884172 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (57081e73-397b-4fb7-918c-7916d615be58), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.884452 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.024532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 57081e73-397b-4fb7-918c-7916d615be58 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:27.041920 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks [] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.045545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-7b329854-3efd-4d01-a346-8acd00a08f11 None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:27.046027 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7b329854-3efd-4d01-a346-8acd00a08f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.086974 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-7b329854-3efd-4d01-a346-8acd00a08f11 None None] Port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:27.089714 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-2017707b-b69a-40f5-8184-98920b6df9d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472894 May 13 13:25:27.279396 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Allocated IP 172.27.0.135 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/a7666485-9f5b-4ce3-9bf5-af07dee01a36) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:27.378041 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-4509b366-69b2-4b1e-87cc-fc5b8df5d921 service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809405 May 13 13:25:27.425641 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.740967 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a92937-eeed-4cfa-9b16-f0254b311402 req-a21fa412-8945-4d4c-b8b2-0ef88b71539f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:27.742551 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-85a92937-eeed-4cfa-9b16-f0254b311402 req-a21fa412-8945-4d4c-b8b2-0ef88b71539f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 931 time: 0.0649483 May 13 13:25:27.800665 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.800665 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-01d0583b-ba52-4657-8c10-23d244fc8147 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9962540 May 13 13:25:27.801262 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-4d125af2-3354-413a-ada2-df81aff65e3d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0357833 May 13 13:25:27.801908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51914) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:27.806517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.808838 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group_rule': {'security_group_id': '680e6aa9-178a-42dd-80ea-761727b94df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:27.809152 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.810265 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.821142 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:27.892990 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-85a92937-eeed-4cfa-9b16-f0254b311402 req-638ec5f8-5cd1-4472-96f7-f72404a5de80 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416519 May 13 13:25:27.930337 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa1295-1734-4a30-a620-979a858a485f None None] Pushing event updated for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:27.932807 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:27.933423 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:27.966589 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:27.975623 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:27.981375 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:28.122415 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=a7666485-9f5b-4ce3-9bf5-af07dee01a36,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:28.127978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-25ba61ed-6dd5-4e69-a363-8c99e37f0564 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:25:28.132165 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-25ba61ed-6dd5-4e69-a363-8c99e37f0564 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0155368 May 13 13:25:28.133098 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce03a-3504-4a82-9647-1655b052012b None None] Pushing event updated for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=4']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:28.198176 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:28.203158 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:28.370769 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-88b04920-6b75-4f30-881f-e341dea97e30 req-278fdf2a-79a3-43ff-bd56-978ab1f0430a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.3261056 May 13 13:25:28.470678 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (2ae2591f-d12a-4a5e-830f-7edee031aa3e), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:28.597973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:28.659527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Request body: {'port': {'device_id': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:28.675726 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:28.717522 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:28.824000 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51942) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:28.855952 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:28.867015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (2ae2591f-d12a-4a5e-830f-7edee031aa3e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:28.974123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (2ae2591f-d12a-4a5e-830f-7edee031aa3e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.005578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.128849 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:29.134980 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.147316 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae2591f-d12a-4a5e-830f-7edee031aa3e,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:29.169147 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fce4e6f6-7b06-432f-b55d-26c7c54894d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d97dea4cb5349bcb7d66e156426c913&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3405502 May 13 13:25:29.175564 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51964) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:29.256045 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:26Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:29.256495 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Attempting to bind port a98a4206-182e-45c7-8fb0-bdc11119b4c7 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:29.256495 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Attempting to bind port a98a4206-182e-45c7-8fb0-bdc11119b4c7 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:29.256767 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Attempting to bind port a98a4206-182e-45c7-8fb0-bdc11119b4c7 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:29.272539 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:29.272986 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Checking segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:29.273504 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.273973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Bound using segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:29.274566 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Bound port: a98a4206-182e-45c7-8fb0-bdc11119b4c7, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:29.274960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.293873 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.298205 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901a421-cf40-4327-aca5-a40f49bf6f50 None None] Pushing event updated for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:29.309772 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-685511e7-c713-4707-9042-69f592546ec0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5046325 May 13 13:25:29.310651 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51968) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:29.319768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group_rule': {'security_group_id': '680e6aa9-178a-42dd-80ea-761727b94df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:29.362827 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561109d-0ae5-46b2-a4d4-4c97a3074b01 None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:26Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:29.519594 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134721b-bf57-459b-9f14-95c43c6f6045 req-6de08d60-f963-4669-aed8-26fe3ca7a0bc tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:29.521291 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7134721b-bf57-459b-9f14-95c43c6f6045 req-6de08d60-f963-4669-aed8-26fe3ca7a0bc tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 931 time: 0.1896565 May 13 13:25:29.590888 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] Publish callbacks [] for security_group (e1b33e49-fd80-45ac-ad31-bcb27a88513b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.627929 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.772441 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f02315ee-784e-4708-b4c5-b63fae19dd43 req-13d6b8d2-0b76-4486-8c02-c30feb8dc3d9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.1392107 May 13 13:25:29.772441 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.786134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f23c78-8204-4a15-829a-414f56fa3b61 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:29.803003 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (a15edcea-7a56-40cb-bda3-55b0c7b19955), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.810082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] Publish callbacks [] for security_group (e1b33e49-fd80-45ac-ad31-bcb27a88513b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.817287 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7134721b-bf57-459b-9f14-95c43c6f6045 req-4c634635-1fdb-40e1-96d9-a9a65f58d9c3 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871647 May 13 13:25:29.823175 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks [] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.870026 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:26Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:29.872284 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] For port a98a4206-182e-45c7-8fb0-bdc11119b4c7, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:29.899238 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Transition to ACTIVE for port object a4f23c78-8204-4a15-829a-414f56fa3b61 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:29.993457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.020052 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.024160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29600fbf-2a4c-4152-b95f-fa144815c875 None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:26Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:30.043101 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] For port a98a4206-182e-45c7-8fb0-bdc11119b4c7, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=a98a4206-182e-45c7-8fb0-bdc11119b4c7,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:30.079741 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Current status of the port cfc623c7-1ff1-40fb-90e2-0fa6778498cf is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:30.080147 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.133088 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=a7666485-9f5b-4ce3-9bf5-af07dee01a36,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:30.222066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.271530 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] For port cfc623c7-1ff1-40fb-90e2-0fa6778498cf, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:30.286505 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (a15edcea-7a56-40cb-bda3-55b0c7b19955), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.311896 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.314328 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-939899cf-2c0a-4a67-8fa6-1c8ab8923879 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6814179 May 13 13:25:30.386853 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.406811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (a15edcea-7a56-40cb-bda3-55b0c7b19955), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.442562 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15edcea-7a56-40cb-bda3-55b0c7b19955,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:30.447373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e1b33e49-fd80-45ac-ad31-bcb27a88513b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.451118 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.453487 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1b33e49-fd80-45ac-ad31-bcb27a88513b HTTP/1.1" status: 204 len: 168 time: 1.2769792 May 13 13:25:30.458631 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Pushing event updated for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:30.492748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9161e-a610-4168-bbf2-4fd1beb9c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b33e49-fd80-45ac-ad31-bcb27a88513b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:30.559717 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:30.564690 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:30.589573 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.591808 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d0b85834-174a-45b9-8495-ad2307b677d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2757909 May 13 13:25:30.594963 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 51992) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:30.600139 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:30.763456 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Attempting to bind port a4f23c78-8204-4a15-829a-414f56fa3b61 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:30.763456 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Attempting to bind port a4f23c78-8204-4a15-829a-414f56fa3b61 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '7c97f8e5-ce36-4210-87d0-e44555973945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:30.763456 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Attempting to bind port a4f23c78-8204-4a15-829a-414f56fa3b61 on network 371011cc-fae8-48c0-8a92-ac7c80ac3095 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:30.774718 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Port a4f23c78-8204-4a15-829a-414f56fa3b61 on network 371011cc-fae8-48c0-8a92-ac7c80ac3095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:30.775388 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Attempting to bind port a4f23c78-8204-4a15-829a-414f56fa3b61 on network 371011cc-fae8-48c0-8a92-ac7c80ac3095 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:30.823702 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:30.827390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.833494 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Checking segment: {'id': '7c97f8e5-ce36-4210-87d0-e44555973945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:30.834189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Bound using segment: {'id': '7c97f8e5-ce36-4210-87d0-e44555973945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:30.841342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Bound port: a4f23c78-8204-4a15-829a-414f56fa3b61, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c97f8e5-ce36-4210-87d0-e44555973945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:30.841342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.926290 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa1295-1734-4a30-a620-979a858a485f None None] Pushing event updated for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:31.096139 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.115576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52010) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:31.120599 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0be997c2-7692-454d-9080-1a324dd2614f req-f8f17086-9023-4d64-8a4e-108e0ee7f1df tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.1422377 May 13 13:25:31.209184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:31.233487 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=a4f23c78-8204-4a15-829a-414f56fa3b61,segment=NetworkSegment(7c97f8e5-ce36-4210-87d0-e44555973945),segment_id=7c97f8e5-ce36-4210-87d0-e44555973945)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:31.260691 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Provisioning complete for port a98a4206-182e-45c7-8fb0-bdc11119b4c7 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:31.263245 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.361057 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:31.365377 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-7bdbc067-ff4e-4cb2-8c42-dd0f056e125b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--788029907&fields=id&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 267 time: 0.2763495 May 13 13:25:31.375956 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.547076 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.558644 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.561489 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] 10.222.0.70 "PUT /v2.0/ports/a4f23c78-8204-4a15-829a-414f56fa3b61 HTTP/1.1" status: 200 len: 1093 time: 3.0688117 May 13 13:25:31.569345 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Current status of the port a98a4206-182e-45c7-8fb0-bdc11119b4c7 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:31.570031 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.593635 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d472b-43b8-400b-ba4e-6564772575ff req-b67c1053-3afb-4ec5-969c-c23e875f8e90 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.612712 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f00d472b-43b8-400b-ba4e-6564772575ff req-b67c1053-3afb-4ec5-969c-c23e875f8e90 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.3462036 May 13 13:25:31.615031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:31.672630 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:31.834523 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:31.834928 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.839855 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Allocated IP 172.27.0.62 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/623eb13e-daeb-46cd-8115-98c31c5650e3) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:31.841007 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc8e07-158d-4805-a501-7c002b38e00a None None] Pushing event updated for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:31.868001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c123-cc3a-4cce-a6ad-b4f5d994bfec service neutron] Pushing event updated for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:31.870265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe86ce9-cace-46a2-bf9b-9b6c142e6cb7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.878995 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe86ce9-cace-46a2-bf9b-9b6c142e6cb7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 817 time: 0.5043497 May 13 13:25:31.926990 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] For port a98a4206-182e-45c7-8fb0-bdc11119b4c7, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=a98a4206-182e-45c7-8fb0-bdc11119b4c7,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:31.950393 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-cd9b6cb0-ba39-4047-8389-d925b2512872 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/quotas/4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 375 time: 0.0702360 May 13 13:25:32.035769 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f00d472b-43b8-400b-ba4e-6564772575ff req-fc18e187-4195-4114-afea-ceef6ec5e1fb tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039304 May 13 13:25:32.083385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.115081 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e51a5d4-d038-4569-892d-7e22172dcce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.227821 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.70', 51385) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:32.305319 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7b52f-988b-42d7-8978-727d8d6578e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:32.317235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:32.318023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.370508 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e51a5d4-d038-4569-892d-7e22172dcce3 admin admin] Publish callbacks [] for security_group (567eb46e-7142-4df4-a66d-4c3ba6317bbb), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.386932 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Pushing event updated for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:32.397314 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-ee40a2d7-3075-4015-a4cd-7b06bb92f21c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4344599 May 13 13:25:32.490311 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:32.491152 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.519508 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1e51a5d4-d038-4569-892d-7e22172dcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (567eb46e-7142-4df4-a66d-4c3ba6317bbb), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.576401 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b9e569ea-c980-4969-b7e8-8fe8f5ef6769 req-76238b34-9f8d-49f1-926f-1677852aea1f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.2588675 May 13 13:25:32.579229 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.70', 51386) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:32.583715 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-0f04882b-e477-41a7-a4c6-7102c978286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:32.583715 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-0f04882b-e477-41a7-a4c6-7102c978286c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=65563e9192834a848521c69c7c80f078&device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 1127 time: 0.4953063 May 13 13:25:32.662566 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:32.773520 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1e51a5d4-d038-4569-892d-7e22172dcce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e31f5d197d024572b044da9343a9b4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6537097 May 13 13:25:32.774540 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51a5d4-d038-4569-892d-7e22172dcce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567eb46e-7142-4df4-a66d-4c3ba6317bbb,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:32.810646 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-23ea2d01-ef30-4e75-9910-aacdb83862c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4f23c78-8204-4a15-829a-414f56fa3b61 HTTP/1.1" status: 200 len: 217 time: 0.2044990 May 13 13:25:32.810869 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52060) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:32.816576 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.818700 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device cfc623c7-1ff1-40fb-90e2-0fa6778498cf up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:32.901691 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.991932 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-1eb8b5b4-ac96-441d-ac8e-43b84c3999c1 service neutron] 10.222.0.25 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934122 May 13 13:25:33.063563 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:33.153679 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:29Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:33.274238 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0450d-eeae-4ee1-a06a-f887cb88d59d None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:29Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:33.282200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Current status of the port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:33.282200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.384886 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.471339 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:33.480416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.566383 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=623eb13e-daeb-46cd-8115-98c31c5650e3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:33.605472 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:33.612711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c60b7-b070-4b6b-a511-8c787dd1579a x-openstack-request-id: req-661c60b7-b070-4b6b-a511-8c787dd1579a {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:33.613707 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:33.614795 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-661c60b7-b070-4b6b-a511-8c787dd1579a {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:33.616254 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661c60b7-b070-4b6b-a511-8c787dd1579a'] response: {'name': 'network-changed', 'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61', 'status': 'completed', 'code': 200} May 13 13:25:33.616570 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:33.620358 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:33.638927 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-c81ed0b8-5b37-44b2-85e0-c24b477dc868 service neutron] 10.222.0.25 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296570 May 13 13:25:33.694144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.737592 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-b40a99c8-a36f-4093-8ec2-7fff426dcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:33.737592 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-b40a99c8-a36f-4093-8ec2-7fff426dcce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d294e19-cbe1-47cd-b036-530d2e027bd9 HTTP/1.1" status: 200 len: 851 time: 0.8544304 May 13 13:25:33.758642 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-c8d7bbd7-dcef-4069-aabb-a85e6a73dad1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:33.765471 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-c8d7bbd7-dcef-4069-aabb-a85e6a73dad1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 1.5250883 May 13 13:25:33.788177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97db1-15ed-4fe2-ad0e-ae23abc17fb1 req-342ea172-891e-472c-a3bc-d4a33cf916d4 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:33.797441 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-25e97db1-15ed-4fe2-ad0e-ae23abc17fb1 req-342ea172-891e-472c-a3bc-d4a33cf916d4 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.2094924 May 13 13:25:33.843801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'port': {'device_id': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'admin_state_up': True, 'tenant_id': 'e25902914d244bfeaa038f24838c28ca'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:33.865406 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.db.api [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:25:33.865914 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG oslo_db.api [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:25:33.931941 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-962326b1-127c-40d6-9a69-b279f6294eec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=371011cc-fae8-48c0-8a92-ac7c80ac3095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664529 May 13 13:25:33.972661 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52096) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:33.985218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:34.057674 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-209b6996-7c9f-4ef0-ad9b-839867668050 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:34.062044 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-209b6996-7c9f-4ef0-ad9b-839867668050 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 1.4792418 May 13 13:25:34.083322 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port cfc623c7-1ff1-40fb-90e2-0fa6778498cf is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:34.160399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'port': {'device_id': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'admin_state_up': True, 'tenant_id': 'e25902914d244bfeaa038f24838c28ca'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:34.472316 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-220d24a3-f101-4580-8baf-2d97f225c280 None None] Current status of the port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:34.580226 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:34.606050 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] Publish callbacks [] for security_group (567eb46e-7142-4df4-a66d-4c3ba6317bbb), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:34.708639 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-d6f141c5-3b63-4ca8-b348-7e1bd7aa138a None None] Provisioning complete for port a98a4206-182e-45c7-8fb0-bdc11119b4c7 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:34.709045 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d6f141c5-3b63-4ca8-b348-7e1bd7aa138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:34.752696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a9d-86de-47dd-8ae8-1261feecb8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:34.802312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:34.802312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:34.812936 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-25e97db1-15ed-4fe2-ad0e-ae23abc17fb1 req-177b0910-fa19-4c77-8dfc-a1677263b71b tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0130711 May 13 13:25:34.975904 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e1e3cc56-872d-497e-9701-32c1d89b5a49 req-d1f80877-d3d8-4974-b7ab-8b0057789433 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.1172333 May 13 13:25:35.056147 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:25:35.065917 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-d6f141c5-3b63-4ca8-b348-7e1bd7aa138a None None] Current status of the port a98a4206-182e-45c7-8fb0-bdc11119b4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:35.071900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] Publish callbacks [] for security_group (567eb46e-7142-4df4-a66d-4c3ba6317bbb), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.089666 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:35.091053 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device cfc623c7-1ff1-40fb-90e2-0fa6778498cf up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:35.151638 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.153855 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port cfc623c7-1ff1-40fb-90e2-0fa6778498cf triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:35.154340 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.166913 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1115ce15-e754-49a2-b400-b8ee478dc03a req-74b109b7-b535-47c0-8249-281953a21c78 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.1873677 May 13 13:25:35.186177 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-c16337a8-7564-4a8b-a14b-e253dcd4e6bc service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2119699 May 13 13:25:35.278708 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.385564 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Made reservation on behalf of e25902914d244bfeaa038f24838c28ca for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:35.390646 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.413939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.431784 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Made reservation on behalf of e25902914d244bfeaa038f24838c28ca for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:35.436886 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.463291 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=623eb13e-daeb-46cd-8115-98c31c5650e3,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:35.505544 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port cfc623c7-1ff1-40fb-90e2-0fa6778498cf is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:35.505544 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device a98a4206-182e-45c7-8fb0-bdc11119b4c7 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:35.529736 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (567eb46e-7142-4df4-a66d-4c3ba6317bbb), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.532523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.536916 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/567eb46e-7142-4df4-a66d-4c3ba6317bbb HTTP/1.1" status: 204 len: 168 time: 2.6560023 May 13 13:25:35.581489 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27350-678e-4d14-8b2b-61f8670fbbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567eb46e-7142-4df4-a66d-4c3ba6317bbb,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:35.585852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.585852 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-590e2df2-0113-4102-90f5-8ceea9c2618d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9888859 May 13 13:25:35.606449 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port a98a4206-182e-45c7-8fb0-bdc11119b4c7 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:35.607017 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.614966 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a9d-86de-47dd-8ae8-1261feecb8f0 admin admin] Publish callbacks [] for security_group (8e187dd9-879c-4f64-a06c-2d4738affa70), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.787240 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-74bf0a9d-86de-47dd-8ae8-1261feecb8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8e187dd9-879c-4f64-a06c-2d4738affa70), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.816945 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3ccfe3d6-41a6-49cc-8aa5-809624525f47 req-8b9bf062-bf18-408e-9734-54924dc45978 service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990276 May 13 13:25:35.852694 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port a98a4206-182e-45c7-8fb0-bdc11119b4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:35.943563 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-74bf0a9d-86de-47dd-8ae8-1261feecb8f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6d5e50de93044abbe8157e2085f63a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9387105 May 13 13:25:35.944295 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0a9d-86de-47dd-8ae8-1261feecb8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e187dd9-879c-4f64-a06c-2d4738affa70,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:35.949546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52148) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:36.054568 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Allocated IP 172.20.0.7 (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2/f2b5b46c-07bb-47b7-8d76-944666a5937f/56e2bb82-a229-4ab7-b089-0f87dc512a77) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:36.061664 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f22b14-2a6e-4299-9803-3647c960a998 req-3d4345cb-95ff-4328-a111-1688aa32b1d7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.069982 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3f22b14-2a6e-4299-9803-3647c960a998 req-3d4345cb-95ff-4328-a111-1688aa32b1d7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.1333084 May 13 13:25:36.143230 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] Publish callbacks [] for security_group (8e187dd9-879c-4f64-a06c-2d4738affa70), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.168279 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] Publish callbacks [] for security_group (8e187dd9-879c-4f64-a06c-2d4738affa70), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.181262 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3f22b14-2a6e-4299-9803-3647c960a998 req-04b2cda3-4d8a-46d9-8276-6fbc4d33b866 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099813 May 13 13:25:36.202616 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-0f18332c-98ba-4a80-933c-758a53a3c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.203769 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-0f18332c-98ba-4a80-933c-758a53a3c386 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=65563e9192834a848521c69c7c80f078&device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 1127 time: 0.1242907 May 13 13:25:36.219159 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77766c8b-43ae-4a53-ba5d-d6a0dd54fb1a req-7c6f0004-b6be-41ea-9e04-d4e769056400 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.0754819 May 13 13:25:36.429774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8e187dd9-879c-4f64-a06c-2d4738affa70), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.433878 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.435869 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e187dd9-879c-4f64-a06c-2d4738affa70 HTTP/1.1" status: 204 len: 168 time: 0.4874723 May 13 13:25:36.450872 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35557a-4297-4dd3-8be9-68032e0843a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e187dd9-879c-4f64-a06c-2d4738affa70,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:36.479484 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-347900fa-31ae-4334-bc2e-b8157ee89fdc tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--437928068&fields=id&tenant_id=915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 267 time: 0.1514840 May 13 13:25:36.593764 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b83bb150-75db-4c5b-baa6-985de4b717d4 req-a047eacd-a7a6-40e7-a45e-3205ec8d79d9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.1858206 May 13 13:25:36.771246 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-29925dde-b37d-461f-a240-3bf0f597a8af tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.782759 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-29925dde-b37d-461f-a240-3bf0f597a8af tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 810 time: 0.3015468 May 13 13:25:36.812868 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-8de25d2e-6317-45b2-87a8-515214decab7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/quotas/915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 375 time: 0.0292432 May 13 13:25:36.845920 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-f3665a41-cde7-4bee-a94a-6fa9bf757446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.855518 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-f3665a41-cde7-4bee-a94a-6fa9bf757446 service neutron] 10.222.0.70 "GET /v2.0/networks?id=371011cc-fae8-48c0-8a92-ac7c80ac3095 HTTP/1.1" status: 200 len: 912 time: 0.6283243 May 13 13:25:36.904299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52192) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:36.975816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-12faf0e6-ed14-4cc6-b09c-34d0b6bb3f10 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532438 May 13 13:25:37.052571 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-bdf55969-6564-468d-bc62-78d10689dd6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4f23c78-8204-4a15-829a-414f56fa3b61 HTTP/1.1" status: 200 len: 217 time: 0.1698503 May 13 13:25:37.081257 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f9c9-6a19-4167-ad6d-47cfd317e52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.097978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.220242 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-5a8cee42-867e-48f3-bf24-b4e20b079eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369001 May 13 13:25:37.271343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-5d7cb93e-1a99-4290-ae5f-730d24dc6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.273087 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-5d7cb93e-1a99-4290-ae5f-730d24dc6f9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d294e19-cbe1-47cd-b036-530d2e027bd9 HTTP/1.1" status: 200 len: 851 time: 0.1990547 May 13 13:25:37.429999 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-0132578e-ac76-4ca6-8a88-7d07c9f632cb service neutron] 10.222.0.25 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095602 May 13 13:25:37.463798 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f9c9-6a19-4167-ad6d-47cfd317e52b admin admin] Publish callbacks [] for security_group (cfddd8bf-b42d-463b-98e0-d8023111b597), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.491068 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-a2e6c8c2-f783-440f-a6c8-468f926906bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=371011cc-fae8-48c0-8a92-ac7c80ac3095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2103703 May 13 13:25:37.540503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f9c9-6a19-4167-ad6d-47cfd317e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cfddd8bf-b42d-463b-98e0-d8023111b597), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.612177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6edd4-4f20-40b1-b62a-e2dcb1492e36 req-259eb80b-be70-4bf4-920a-eac365f495b6 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.621659 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aef6edd4-4f20-40b1-b62a-e2dcb1492e36 req-259eb80b-be70-4bf4-920a-eac365f495b6 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.1271288 May 13 13:25:37.639017 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8f9c9-6a19-4167-ad6d-47cfd317e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfddd8bf-b42d-463b-98e0-d8023111b597,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:37.646425 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-dbf8f9c9-6a19-4167-ad6d-47cfd317e52b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03c2fc33ceb84ef5b6a4c5b6027c91b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350583 May 13 13:25:37.649263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52214) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:37.697958 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aef6edd4-4f20-40b1-b62a-e2dcb1492e36 req-37b6f764-d4a7-4ca4-a51f-5d8315d3b82b tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775671 May 13 13:25:37.727772 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.766040 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] Publish callbacks [] for security_group (cfddd8bf-b42d-463b-98e0-d8023111b597), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.843837 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52226) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:37.861149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] Publish callbacks [] for security_group (cfddd8bf-b42d-463b-98e0-d8023111b597), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.864411 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:37.921276 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:37.923989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:37.936525 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11069168-55be-4846-b288-7a2a30a8182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.017048 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6b7882c5-a9c9-4f43-9eed-5504e4f0f81e req-aad0b4ba-de0f-43c0-a918-9909ceb34e03 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.0668802 May 13 13:25:38.170283 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cdb4ed9e-c698-4d15-a795-3791ffaeb5be req-aaa37d6c-5bbc-47c6-bb2d-49c864e6efda tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0621660 May 13 13:25:38.181841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cfddd8bf-b42d-463b-98e0-d8023111b597), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.186397 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.190637 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfddd8bf-b42d-463b-98e0-d8023111b597 HTTP/1.1" status: 204 len: 168 time: 0.5374417 May 13 13:25:38.225340 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17490000-f181-4507-a104-4bb0b9e0ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfddd8bf-b42d-463b-98e0-d8023111b597,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:38.247771 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.70', 51395) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:38.402716 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Allocated IP 172.20.0.3 (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2/f2b5b46c-07bb-47b7-8d76-944666a5937f/7cb95faf-543f-4107-b4e6-b572ee1da4e2) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:38.437664 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b70328c0-a378-4f0b-a791-81ca6802a8c3 None None] Provisioning complete for port 56e2bb82-a229-4ab7-b089-0f87dc512a77 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:38.438268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b70328c0-a378-4f0b-a791-81ca6802a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.451853 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:38.572933 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-13cf47af-5803-48be-b23e-c13b3200a0e7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.575633 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-13cf47af-5803-48be-b23e-c13b3200a0e7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 817 time: 0.2992733 May 13 13:25:38.577925 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b70328c0-a378-4f0b-a791-81ca6802a8c3 None None] Port 56e2bb82-a229-4ab7-b089-0f87dc512a77 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:38.611003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11069168-55be-4846-b288-7a2a30a8182b admin admin] Publish callbacks [] for security_group (d0e2c470-d78a-4493-afee-9934d9d448d6), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.646727 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52236) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:38.667003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfda95-52df-4a99-97c9-1a0edce481d6 req-1745bbe5-6044-40db-bbf2-b68fb98971f3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.675138 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-32cfda95-52df-4a99-97c9-1a0edce481d6 req-1745bbe5-6044-40db-bbf2-b68fb98971f3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 931 time: 0.8095443 May 13 13:25:38.743364 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fef631aa-da15-47db-9864-8678dbbec79e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 379 time: 0.1516833 May 13 13:25:38.758257 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'port': {'device_id': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'admin_state_up': True, 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'security_groups': ['7ccc937f-7294-444c-a893-d36bf11d082e']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:39.016890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11069168-55be-4846-b288-7a2a30a8182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d0e2c470-d78a-4493-afee-9934d9d448d6), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.016890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:39.016890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.018750 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fed16e-daf6-44cf-911e-05e43722a5c2 req-1cd980a8-a22e-4b5d-b1ff-c6b62d80f0ce tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:39.018750 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-18fed16e-daf6-44cf-911e-05e43722a5c2 req-1cd980a8-a22e-4b5d-b1ff-c6b62d80f0ce tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.0743980 May 13 13:25:39.019554 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-45a4100e-30b1-4ad7-a104-40c40dc96b4c service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0690117 May 13 13:25:39.019554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11069168-55be-4846-b288-7a2a30a8182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e2c470-d78a-4493-afee-9934d9d448d6,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:39.019996 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-18fed16e-daf6-44cf-911e-05e43722a5c2 req-570aebb7-264e-4812-bf11-6356ac7fbc51 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 May 13 13:25:39.024606 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-11069168-55be-4846-b288-7a2a30a8182b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b022327bc00410aa8a191c73fbacf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1771803 May 13 13:25:39.029373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52252) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:39.040375 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-32cfda95-52df-4a99-97c9-1a0edce481d6 req-d6313f53-f60c-4be4-a814-29cdd437a7df tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640602 May 13 13:25:39.137693 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] Publish callbacks [] for security_group (d0e2c470-d78a-4493-afee-9934d9d448d6), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.187996 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-96a9a88b-bbf0-4163-ae14-710c371cbdb6 req-0ab10064-ae12-46bf-a057-ef25ef516bbb tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.0444555 May 13 13:25:39.199359 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.215361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] Publish callbacks [] for security_group (d0e2c470-d78a-4493-afee-9934d9d448d6), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.236615 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bfb7b52f-988b-42d7-8978-727d8d6578e6 req-3ee6dd99-0782-49ea-9de3-7d05f0253de4 service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679846 May 13 13:25:39.331639 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1f718440-e5ee-4658-9c25-e776e18af6c8 req-92bdc030-abce-43f6-802b-ee0e603ec045 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0769250 May 13 13:25:39.397343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5669ac18-6df3-47ed-922b-3fc52a5dbdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.629863 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-3048ca18-63ef-4106-b7ae-259bf57e1cd8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4743216 May 13 13:25:39.649351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Request body: {'port': {'device_id': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:39.710463 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.736519 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d0e2c470-d78a-4493-afee-9934d9d448d6), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.740905 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.745537 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0e2c470-d78a-4493-afee-9934d9d448d6 HTTP/1.1" status: 204 len: 168 time: 0.7148142 May 13 13:25:39.746694 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Made reservation on behalf of 4cd4aa315c4340a1a649d8c51cea0da9 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:39.750239 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:39.771809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbc03-7525-430c-a698-53061e1078b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e2c470-d78a-4493-afee-9934d9d448d6,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:39.863217 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.002289 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:40.013490 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:40.028711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:40.049725 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Allocated IP 172.20.0.4 (1652406e-a728-4ceb-93be-3e053ed6049d/01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b/1a4cef43-4ad0-41f0-9857-11ea57340642) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:40.062537 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:40.114183 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5669ac18-6df3-47ed-922b-3fc52a5dbdc5 admin admin] Publish callbacks [] for security_group (2470e993-9f11-4eda-8b67-28bfbc234813), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.120642 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.208286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.208981 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.211639 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5669ac18-6df3-47ed-922b-3fc52a5dbdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2470e993-9f11-4eda-8b67-28bfbc234813), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.286793 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead93ac-e189-4d27-8503-89e8ab51b905 req-2f4c4cfb-b04e-4020-90ff-12d3088061f4 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.288678 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cead93ac-e189-4d27-8503-89e8ab51b905 req-2f4c4cfb-b04e-4020-90ff-12d3088061f4 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.1723738 May 13 13:25:40.343668 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392a45-8000-4341-9b8e-3337132329bd req-f2a8fbd5-205b-4431-a3b9-a230c57730a6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.345343 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-53392a45-8000-4341-9b8e-3337132329bd req-f2a8fbd5-205b-4431-a3b9-a230c57730a6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 931 time: 0.1756921 May 13 13:25:40.362790 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ac18-6df3-47ed-922b-3fc52a5dbdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2470e993-9f11-4eda-8b67-28bfbc234813,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:40.367472 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5669ac18-6df3-47ed-922b-3fc52a5dbdc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bc42857e5da4f71ab6a491afa62aabf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7073452 May 13 13:25:40.385585 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52288) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:40.411908 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cead93ac-e189-4d27-8503-89e8ab51b905 req-9af67a05-33fd-4260-ae28-88d723b6ed39 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119311 May 13 13:25:40.416857 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.427714 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-4473fd38-5fee-471a-a74f-33fa3257f1a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5893533 May 13 13:25:40.446970 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9e7664a2-2ca1-44de-ab38-f2388156ba14 None None] Provisioning complete for port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:40.449310 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9e7664a2-2ca1-44de-ab38-f2388156ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.511285 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-53392a45-8000-4341-9b8e-3337132329bd req-19d12711-2801-4b17-9c29-852d946d8790 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516159 May 13 13:25:40.525231 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e2bb82-a229-4ab7-b089-0f87dc512a77 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:40.537938 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks [] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.550831 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.564038 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Transition to ACTIVE for port object 56e2bb82-a229-4ab7-b089-0f87dc512a77 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:40.575373 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9e7664a2-2ca1-44de-ab38-f2388156ba14 None None] Port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:40.590907 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] Publish callbacks [] for security_group (2470e993-9f11-4eda-8b67-28bfbc234813), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.619342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] Publish callbacks [] for security_group (2470e993-9f11-4eda-8b67-28bfbc234813), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.672525 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acda23a8-989b-42c4-b7b5-06dee6d0e3e4 req-fee56436-693f-489c-8d4f-7bb05169e504 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0467257 May 13 13:25:40.688424 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.725439 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52300) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:40.755615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:40.761156 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-319828fa-8e76-4d60-b0e5-9eb27daa98c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.827953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0bb6-3785-4b4c-a852-46bad6cc2789 req-1565483e-e846-43b0-a1f9-5c452d2c98fd tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.829653 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdbb0bb6-3785-4b4c-a852-46bad6cc2789 req-1565483e-e846-43b0-a1f9-5c452d2c98fd tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 931 time: 0.3096743 May 13 13:25:40.836123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Network 1652406e-a728-4ceb-93be-3e053ed6049d is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:40.845773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:40.848417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:40.853852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.861597 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.880429 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Attempting to bind port 56e2bb82-a229-4ab7-b089-0f87dc512a77 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:40.881252 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Attempting to bind port 56e2bb82-a229-4ab7-b089-0f87dc512a77 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:40.881252 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Attempting to bind port 56e2bb82-a229-4ab7-b089-0f87dc512a77 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:40.884065 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2470e993-9f11-4eda-8b67-28bfbc234813), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.887097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.901224 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:40.901497 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2470e993-9f11-4eda-8b67-28bfbc234813 HTTP/1.1" status: 204 len: 168 time: 0.5130830 May 13 13:25:40.944812 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Port 56e2bb82-a229-4ab7-b089-0f87dc512a77 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:40.949589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Attempting to bind port 56e2bb82-a229-4ab7-b089-0f87dc512a77 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:40.964070 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdbb0bb6-3785-4b4c-a852-46bad6cc2789 req-5006e1e8-7199-4eb5-8078-af4d2b4b96f7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266572 May 13 13:25:40.988778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbb5be-6fc8-4c45-bd4d-038dfc52d409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2470e993-9f11-4eda-8b67-28bfbc234813,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:40.991670 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:40.992092 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:40.992537 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Bound using segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:40.993054 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Bound port: 56e2bb82-a229-4ab7-b089-0f87dc512a77, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:40.993502 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.001604 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-91de1489-a64e-4731-bc40-ba16b2e5db3b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2480149 May 13 13:25:41.106914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:41.111307 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:41.140117 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-319828fa-8e76-4d60-b0e5-9eb27daa98c3 admin admin] Publish callbacks [] for security_group (f10eb456-4e95-4408-8016-28ad35e5726e), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.199288 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.228232 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8aabc53b-c70f-4a41-a9d2-2593f734049e None None] Provisioning complete for port 1a4cef43-4ad0-41f0-9857-11ea57340642 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:41.228819 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8aabc53b-c70f-4a41-a9d2-2593f734049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.234053 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.234850 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.236659 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] 10.222.0.70 "PUT /v2.0/ports/56e2bb82-a229-4ab7-b089-0f87dc512a77 HTTP/1.1" status: 200 len: 1093 time: 1.5912826 May 13 13:25:41.237127 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:41.240101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e81b72-c943-4cc8-ab30-0cbe203a1232" -d '{"events": [{"name": "network-changed", "server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:41.263970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-319828fa-8e76-4d60-b0e5-9eb27daa98c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f10eb456-4e95-4408-8016-28ad35e5726e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.282352 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8aabc53b-c70f-4a41-a9d2-2593f734049e None None] Port 1a4cef43-4ad0-41f0-9857-11ea57340642 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:41.318480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Request body: {'port': {'device_id': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:41.327220 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ceed-7c09-47c3-8d03-102bbc766797 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:41.371606 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a067f-393a-47bc-b8dd-73bcf32a565d x-openstack-request-id: req-531a067f-393a-47bc-b8dd-73bcf32a565d {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:41.372020 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:41.372360 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-531a067f-393a-47bc-b8dd-73bcf32a565d {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:41.372876 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531a067f-393a-47bc-b8dd-73bcf32a565d'] response: {'name': 'network-changed', 'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77', 'status': 'completed', 'code': 200} May 13 13:25:41.377839 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-319828fa-8e76-4d60-b0e5-9eb27daa98c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf314aaa1bb045edb828a31c17f28777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484799 May 13 13:25:41.384570 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52314) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:41.400250 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Request body: {'port': {'device_id': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:41.477581 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319828fa-8e76-4d60-b0e5-9eb27daa98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10eb456-4e95-4408-8016-28ad35e5726e,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:41.510648 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-ca52ed47-4db8-4570-9c2c-e8c0ca322462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.512628 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-ca52ed47-4db8-4570-9c2c-e8c0ca322462 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1127 time: 0.1445608 May 13 13:25:41.526736 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] Publish callbacks [] for security_group (f10eb456-4e95-4408-8016-28ad35e5726e), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.553064 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.665459 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] Publish callbacks [] for security_group (f10eb456-4e95-4408-8016-28ad35e5726e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.779194 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.834666 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52332) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:41.854965 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271edd3-ab0d-4783-b219-99c2957cd274 req-2caf5798-1c18-416b-912d-0ad96cd48531 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.856576 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2271edd3-ab0d-4783-b219-99c2957cd274 req-2caf5798-1c18-416b-912d-0ad96cd48531 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 943 time: 0.1582055 May 13 13:25:41.866264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-1de4acc5-bc0f-44c7-83c2-e27f5cf29b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.867768 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-1de4acc5-bc0f-44c7-83c2-e27f5cf29b96 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e25902914d244bfeaa038f24838c28ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3449416 May 13 13:25:41.892383 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-53bbf408-7790-466d-ad21-33dcd8286958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.965735 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ed97c-1b89-474c-b807-dad0d24538d1 req-85f54c4d-dfcf-42ad-ab55-8d1db1d02ce5 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.967837 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c03ed97c-1b89-474c-b807-dad0d24538d1 req-85f54c4d-dfcf-42ad-ab55-8d1db1d02ce5 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.3548164 May 13 13:25:42.143930 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c03ed97c-1b89-474c-b807-dad0d24538d1 req-f43d4bf1-8549-44e2-9ae3-14ccd946f75e tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223233 May 13 13:25:42.205362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f10eb456-4e95-4408-8016-28ad35e5726e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.208425 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.211943 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f10eb456-4e95-4408-8016-28ad35e5726e HTTP/1.1" status: 204 len: 168 time: 0.8240342 May 13 13:25:42.256409 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684ae20-a19b-4303-8b33-010f94dc787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10eb456-4e95-4408-8016-28ad35e5726e,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:42.380277 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6068c0d7-7591-42d0-87fd-91927815a2e8 req-9d1b400f-1661-4557-86f8-d3d9db4b2152 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.1250606 May 13 13:25:42.393967 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2271edd3-ab0d-4783-b219-99c2957cd274 req-8483f715-8005-4aa5-a2e3-e79027862a13 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204599 May 13 13:25:42.410832 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:42.441604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks [] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.492796 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Transition to ACTIVE for port object 1a4cef43-4ad0-41f0-9857-11ea57340642 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:42.550657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b35008-0109-48a0-a9f8-d1acd2ba1e0a req-063fa3c7-95cb-475f-a926-d6b0f1a9e53f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.553761 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-72608065-fba1-4448-9e15-bfa7d0d4f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.555483 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41e81b72-c943-4cc8-ab30-0cbe203a1232 req-72608065-fba1-4448-9e15-bfa7d0d4f2ab service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6648178 May 13 13:25:42.572485 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-27b35008-0109-48a0-a9f8-d1acd2ba1e0a req-063fa3c7-95cb-475f-a926-d6b0f1a9e53f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 931 time: 0.0725920 May 13 13:25:42.622517 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.632151 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-53bbf408-7790-466d-ad21-33dcd8286958 admin admin] Publish callbacks [] for security_group (e12795c4-f484-4fdd-823b-92c958d4c52c), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.678556 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-308fa86b-4a61-45a9-bb99-f02609bb34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.679244 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-27b35008-0109-48a0-a9f8-d1acd2ba1e0a req-81e6d696-e27c-4971-b6ec-364cd5b53522 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056893 May 13 13:25:42.679898 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-308fa86b-4a61-45a9-bb99-f02609bb34b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1127 time: 0.0725241 May 13 13:25:42.743219 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:42.761860 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-af4848e7-64af-4ded-907e-5df22943467c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77 HTTP/1.1" status: 200 len: 217 time: 0.0586233 May 13 13:25:42.762043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Attempting to bind port 1a4cef43-4ad0-41f0-9857-11ea57340642 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:42.762415 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Attempting to bind port 1a4cef43-4ad0-41f0-9857-11ea57340642 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:42.762779 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Attempting to bind port 1a4cef43-4ad0-41f0-9857-11ea57340642 on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:42.771025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Port 1a4cef43-4ad0-41f0-9857-11ea57340642 on network 1652406e-a728-4ceb-93be-3e053ed6049d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:42.771600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Attempting to bind port 1a4cef43-4ad0-41f0-9857-11ea57340642 on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:42.777268 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:42.780407 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Checking segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:42.780407 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Bound using segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:42.780407 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Bound port: 1a4cef43-4ad0-41f0-9857-11ea57340642, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:42.780407 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.792455 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb95faf-543f-4107-b4e6-b572ee1da4e2 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:42.825849 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks [] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.851120 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Transition to ACTIVE for port object 7cb95faf-543f-4107-b4e6-b572ee1da4e2 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:42.855072 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-2b23a0f1-5d50-4bb5-85e7-98aa57cabce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.856836 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-2b23a0f1-5d50-4bb5-85e7-98aa57cabce3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0878952 May 13 13:25:42.860655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:42.869206 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:42.908378 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-53bbf408-7790-466d-ad21-33dcd8286958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e12795c4-f484-4fdd-823b-92c958d4c52c), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.002104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-c24fd1c5-d2dd-4b33-a693-b30b3bd1060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.003644 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-c24fd1c5-d2dd-4b33-a693-b30b3bd1060d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394501 May 13 13:25:43.018879 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.052029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.052546 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-53bbf408-7790-466d-ad21-33dcd8286958 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b52ff33ad8e54f8d8fc882f2a0862b95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2154920 May 13 13:25:43.069895 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf408-7790-466d-ad21-33dcd8286958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12795c4-f484-4fdd-823b-92c958d4c52c,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:43.079442 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52368) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:43.139348 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.139999 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.142619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] 10.222.0.70 "PUT /v2.0/ports/1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 1093 time: 1.8304281 May 13 13:25:43.162507 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:43.220237 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Pushing event updated for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:43.240981 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-3381e6a5-7e34-48cb-9c93-308a5c91748d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.247138 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-3381e6a5-7e34-48cb-9c93-308a5c91748d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 810 time: 0.3353438 May 13 13:25:43.266149 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device a4f23c78-8204-4a15-829a-414f56fa3b61 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:43.332131 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe08857-dfa5-4488-a5aa-66eaaa1beb72 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:43.370297 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] Publish callbacks [] for security_group (e12795c4-f484-4fdd-823b-92c958d4c52c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.412288 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-cb8e624f-d80f-41aa-9ecb-69790db52552 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967848 May 13 13:25:43.563170 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=a4f23c78-8204-4a15-829a-414f56fa3b61,segment=NetworkSegment(7c97f8e5-ce36-4210-87d0-e44555973945),segment_id=7c97f8e5-ce36-4210-87d0-e44555973945)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:43.590158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'a4f23c78-8204-4a15-829a-414f56fa3b61', 'network_id': '371011cc-fae8-48c0-8a92-ac7c80ac3095', 'port_id': 'a4f23c78-8204-4a15-829a-414f56fa3b61', 'mac_address': 'fa:16:3e:6a:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d294e19-cbe1-47cd-b036-530d2e027bd9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:43.633663 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3612827-4bb3-4a8d-bed3-578e188aeee4 req-9454264a-ef87-4ee6-8e5f-e895cd09e8d7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0668209 May 13 13:25:43.636392 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22023d5-8636-41af-b4e3-30f5a6790f04" -d '{"events": [{"name": "network-changed", "server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:43.663894 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-1c2e1e42-6b47-489f-ae72-f037b6c1f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.665529 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-1c2e1e42-6b47-489f-ae72-f037b6c1f1b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1127 time: 0.2732825 May 13 13:25:43.671231 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] Publish callbacks [] for security_group (e12795c4-f484-4fdd-823b-92c958d4c52c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.740086 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a2fd-daa3-4aa2-8e33-f318a355aa6d req-2ddec2e1-863f-4092-bb3c-c776aa96b7d7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.745633 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9809a2fd-daa3-4aa2-8e33-f318a355aa6d req-2ddec2e1-863f-4092-bb3c-c776aa96b7d7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 943 time: 0.4938970 May 13 13:25:43.756320 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port a4f23c78-8204-4a15-829a-414f56fa3b61 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:43.758119 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.777012 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-cc426bf6-75d0-4e1b-acae-90a58c214d42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 217 time: 0.0816805 May 13 13:25:43.798480 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f23c78-8204-4a15-829a-414f56fa3b61 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:43.842121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=a4f23c78-8204-4a15-829a-414f56fa3b61,segment=NetworkSegment(7c97f8e5-ce36-4210-87d0-e44555973945),segment_id=7c97f8e5-ce36-4210-87d0-e44555973945)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:43.850919 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-54c82e41-f578-406b-83d9-f49f3816b714 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 379 time: 0.5853465 May 13 13:25:43.862979 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'port': {'device_id': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'admin_state_up': True, 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'security_groups': ['680e6aa9-178a-42dd-80ea-761727b94df8']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:43.867075 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Attempting to bind port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:43.873750 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Attempting to bind port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:43.873750 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Attempting to bind port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:43.891621 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2f2a-fba0-4ddb-be48-250c251066b8 req-7d230a6d-8907-4526-a51d-aad96cbfbabc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.894308 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-80ca2f2a-fba0-4ddb-be48-250c251066b8 req-7d230a6d-8907-4526-a51d-aad96cbfbabc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 943 time: 0.1157124 May 13 13:25:43.899202 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-4b90dd4d-202f-453d-b299-eb0c7239a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.900545 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-4b90dd4d-202f-453d-b299-eb0c7239a753 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.1155562 May 13 13:25:43.908165 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:43.908165 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Attempting to bind port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:43.942544 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.968989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:43.979107 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:43.980932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Bound using segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:43.980932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Bound port: 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:43.980932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.981586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e12795c4-f484-4fdd-823b-92c958d4c52c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.984640 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:43.986272 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e12795c4-f484-4fdd-823b-92c958d4c52c HTTP/1.1" status: 204 len: 168 time: 0.8982823 May 13 13:25:44.029566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6801b71-0cfa-4763-b5c8-dce78f7e39d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12795c4-f484-4fdd-823b-92c958d4c52c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:44.037805 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-8c4f46b9-a981-4589-926b-0cecaf019fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:44.039915 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-8c4f46b9-a981-4589-926b-0cecaf019fc8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1284823 May 13 13:25:44.048900 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-80ca2f2a-fba0-4ddb-be48-250c251066b8 req-9cb10e8a-cbc1-41b8-adb1-8b5b2bdc81cc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473694 May 13 13:25:44.049991 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:44.087109 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-e540d3d0-9660-41c5-be8f-309ceb540298 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453068 May 13 13:25:44.126392 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9809a2fd-daa3-4aa2-8e33-f318a355aa6d req-6b5eb5fc-0028-40e6-8c93-aa4947506e1c tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370545 May 13 13:25:44.196578 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-c0081a20-1d1b-455f-ba1f-576b68a525d5 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465473 May 13 13:25:44.238498 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['a4f23c78-8204-4a15-829a-414f56fa3b61'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:44.332509 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f591173-a0b9-4fc4-92df-7c006cef12ec req-281bae1a-ffe5-4e9c-af75-d0a102f46914 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271362 May 13 13:25:44.358374 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aa1c-cc9f-4e7a-9f84-30c110ea482d req-76eb8ca5-b7fc-48f8-ba5e-dfeda833c5ef tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:44.361472 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03d0aa1c-cc9f-4e7a-9f84-30c110ea482d req-76eb8ca5-b7fc-48f8-ba5e-dfeda833c5ef tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1561873 May 13 13:25:44.398308 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:44.441019 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4621fa80-5f7d-4d73-94e0-27ef091097d5 x-openstack-request-id: req-4621fa80-5f7d-4d73-94e0-27ef091097d5 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:44.441317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:44.441572 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4621fa80-5f7d-4d73-94e0-27ef091097d5 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:44.442107 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4621fa80-5f7d-4d73-94e0-27ef091097d5'] response: {'name': 'network-changed', 'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'status': 'completed', 'code': 200} May 13 13:25:44.452430 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:44.479918 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03d0aa1c-cc9f-4e7a-9f84-30c110ea482d req-6647b00b-1858-46e9-af9c-d2c14bd27da7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075060 May 13 13:25:44.746004 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9e2c5fe9-b7e3-4c59-a091-27820460224c req-4374ebd6-9307-47ea-a578-133f5d9ca47d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0345631 May 13 13:25:45.123327 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Made reservation on behalf of 915a7ff1f6d64480a08c38e762da4134 for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:45.128489 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:45.212366 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d412eb15-bed4-402e-a305-8af006eddcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:45.219464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:45.245264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09982c9-c7dc-4490-ae2a-157ad288deb6 req-c7caccdc-d9c9-4e4e-a7c6-3a525353402e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.247111 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d09982c9-c7dc-4490-ae2a-157ad288deb6 req-c7caccdc-d9c9-4e4e-a7c6-3a525353402e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 943 time: 0.1121721 May 13 13:25:45.289935 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.289935 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:45.289935 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] 10.222.0.70 "PUT /v2.0/ports/7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 200 len: 1093 time: 3.9009550 May 13 13:25:45.291063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 56e2bb82-a229-4ab7-b089-0f87dc512a77 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:45.291146 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:45.291146 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900d61e3-6148-489d-a5d7-6be40e13305c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:45.310487 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device a4f23c78-8204-4a15-829a-414f56fa3b61 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:45.392823 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105725f5-63fd-42ac-aaf7-535d63d8aadf req-02b1a58e-fc3b-46cc-8dfc-d278c695836a tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.394110 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d09982c9-c7dc-4490-ae2a-157ad288deb6 req-e992ac7e-86a4-47c9-9355-acb887c6cb8c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 May 13 13:25:45.394723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e9c6-1559-4b29-ad71-869d02cd014e service neutron] Pushing event updated for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:45.395732 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-105725f5-63fd-42ac-aaf7-535d63d8aadf req-02b1a58e-fc3b-46cc-8dfc-d278c695836a tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 944 time: 0.2201583 May 13 13:25:45.437614 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Allocated IP 172.20.0.11 (dceba3d8-accd-41b8-a33c-38f5d7f6c90b/adf7737d-48ac-438d-b3ed-92556dc0ce37/14a7371d-78d5-4d51-b08a-8cd6ecaa1263) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:45.462187 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port a4f23c78-8204-4a15-829a-414f56fa3b61 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:45.467801 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-105725f5-63fd-42ac-aaf7-535d63d8aadf req-91af806b-2241-4ccd-93e7-68222b9c9b48 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 May 13 13:25:45.559937 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:45.559937 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '56e2bb82-a229-4ab7-b089-0f87dc512a77', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'port_id': '56e2bb82-a229-4ab7-b089-0f87dc512a77', 'mac_address': 'fa:16:3e:4a:b8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:45.566042 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce5f55-2dc4-43f7-9f91-9f45ee162fcc x-openstack-request-id: req-36ce5f55-2dc4-43f7-9f91-9f45ee162fcc {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:45.566492 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:45.566825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36ce5f55-2dc4-43f7-9f91-9f45ee162fcc {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:45.567319 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ce5f55-2dc4-43f7-9f91-9f45ee162fcc'] response: {'name': 'network-changed', 'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2', 'status': 'completed', 'code': 200} May 13 13:25:45.581429 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 56e2bb82-a229-4ab7-b089-0f87dc512a77 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:45.582133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:45.613157 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2bb82-a229-4ab7-b089-0f87dc512a77 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:45.625345 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d12c7-7e2c-412f-a88d-7801bd42803b req-0fc8f7ba-52e3-4199-bb2a-5edaafda45b1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.627156 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af1d12c7-7e2c-412f-a88d-7801bd42803b req-0fc8f7ba-52e3-4199-bb2a-5edaafda45b1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0685945 May 13 13:25:45.647434 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:45.707336 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af1d12c7-7e2c-412f-a88d-7801bd42803b req-077f2a2d-66ee-4468-a293-c8e7f9074539 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742700 May 13 13:25:45.874614 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3f14d549-c24d-4d94-899e-52731e424e55 req-35b4524f-4656-4683-8737-d7ece1d41ad5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0509403 May 13 13:25:45.880385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d61e3-6148-489d-a5d7-6be40e13305c req-fd9ca9d7-ddf0-408a-8ec3-cdbb9b7d8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.881871 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-900d61e3-6148-489d-a5d7-6be40e13305c req-fd9ca9d7-ddf0-408a-8ec3-cdbb9b7d8236 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1127 time: 0.3136566 May 13 13:25:45.899912 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.159949 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.192706 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port a4f23c78-8204-4a15-829a-414f56fa3b61 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:46.193120 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.204630 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.253541 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:46.253696 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:46.257199 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:46.264276 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:46.298554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:46.326062 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.326957 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.335311 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port a4f23c78-8204-4a15-829a-414f56fa3b61 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:46.336469 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.372391 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:46.438222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['56e2bb82-a229-4ab7-b089-0f87dc512a77'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:46.460405 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-94b3f9f7-d3e3-49da-98b0-1ef1f8be1b9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6013532 May 13 13:25:46.472578 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=a4f23c78-8204-4a15-829a-414f56fa3b61,segment=NetworkSegment(7c97f8e5-ce36-4210-87d0-e44555973945),segment_id=7c97f8e5-ce36-4210-87d0-e44555973945)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:46.569693 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.587149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19efffd-48da-4bb4-8a70-c364d0296dc2 req-e017f8af-5e57-47e7-9007-cc4d49ba49f2 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.589332 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d19efffd-48da-4bb4-8a70-c364d0296dc2 req-e017f8af-5e57-47e7-9007-cc4d49ba49f2 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 944 time: 0.1007752 May 13 13:25:46.660730 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Request body: {'port': {'device_id': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:46.753119 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-953ce857-2544-4c00-b507-fea978e3e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.754684 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-953ce857-2544-4c00-b507-fea978e3e720 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1127 time: 0.1039419 May 13 13:25:46.765357 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d19efffd-48da-4bb4-8a70-c364d0296dc2 req-96c58b4b-bbb0-443a-8cf0-8c0ff287e727 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693985 May 13 13:25:46.780619 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7eabb-42bf-4075-8b33-d11d49cc00f6" -d '{"events": [{"server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "name": "network-vif-plugged", "status": "completed", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:46.825551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-7e1a5cff-cdb4-4132-8e6b-c996a23a66e3 None None] Provisioning complete for port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:46.825973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5cff-cdb4-4132-8e6b-c996a23a66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.860300 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:46.937088 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5cff-cdb4-4132-8e6b-c996a23a66e3 None None] Port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:46.963994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e21f0-ef39-4655-b0a7-e127ff185f37 req-343f5f1f-9e3a-4cfb-998e-04f6d1750a90 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.968192 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-050e21f0-ef39-4655-b0a7-e127ff185f37 req-343f5f1f-9e3a-4cfb-998e-04f6d1750a90 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.2608278 May 13 13:25:47.030769 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f24c7-29ea-486d-a771-3f2467cae2d3 req-3c2b1086-c88f-49e5-906a-2063dcd84f93 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.032378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c71f24c7-29ea-486d-a771-3f2467cae2d3 req-3c2b1086-c88f-49e5-906a-2063dcd84f93 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1264148 May 13 13:25:47.044697 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.049971 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3eba9961-e51c-4402-94ad-4f299da17d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.063000 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d61e3-6148-489d-a5d7-6be40e13305c req-9e70414e-c34b-4094-91d3-9166e7fa89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.064469 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-900d61e3-6148-489d-a5d7-6be40e13305c req-9e70414e-c34b-4094-91d3-9166e7fa89f6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e25902914d244bfeaa038f24838c28ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4212027 May 13 13:25:47.091067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-00db2e0e-3561-40f4-882c-abd652f35f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.092529 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-00db2e0e-3561-40f4-882c-abd652f35f85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.3262291 May 13 13:25:47.164223 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-050e21f0-ef39-4655-b0a7-e127ff185f37 req-e387e584-073d-4e7f-b41d-3f47398d5dac tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541688 May 13 13:25:47.164379 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c71f24c7-29ea-486d-a771-3f2467cae2d3 req-314dec1c-e0c7-495b-bee8-10337811eb38 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165290 May 13 13:25:47.164379 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-8a02d49c-1124-4b6a-813e-89eb843b00b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 217 time: 0.0659416 May 13 13:25:47.270400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-bc270a8f-203d-4ef7-9f07-2be683cbd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.271938 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-bc270a8f-203d-4ef7-9f07-2be683cbd4f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.1002445 May 13 13:25:47.330383 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:47.337021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 56e2bb82-a229-4ab7-b089-0f87dc512a77 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:47.367571 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d61e3-6148-489d-a5d7-6be40e13305c req-6b686c80-5c03-4306-b1ab-f06c261302c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.369335 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-900d61e3-6148-489d-a5d7-6be40e13305c req-6b686c80-5c03-4306-b1ab-f06c261302c5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967224 May 13 13:25:47.394065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2dc9-37f8-4ed3-8890-b358fadf8190 req-de1a27c1-4fce-40ae-82ea-f3c6c1527cf7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.402954 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d8e2dc9-37f8-4ed3-8890-b358fadf8190 req-de1a27c1-4fce-40ae-82ea-f3c6c1527cf7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 932 time: 0.0815966 May 13 13:25:47.465839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-3bec2e30-3f16-47bd-9148-712d86a3dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.465839 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-3bec2e30-3f16-47bd-9148-712d86a3dc0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1844506 May 13 13:25:47.549193 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d8e2dc9-37f8-4ed3-8890-b358fadf8190 req-410cfcbe-b160-4a02-885b-2eae21e14841 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450682 May 13 13:25:47.573561 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:47.583842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efcd607-def2-477f-b5dd-61124d2988ea x-openstack-request-id: req-6efcd607-def2-477f-b5dd-61124d2988ea {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:47.584176 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "name": "network-vif-plugged", "status": "completed", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:47.584451 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6efcd607-def2-477f-b5dd-61124d2988ea {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:47.584928 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efcd607-def2-477f-b5dd-61124d2988ea'] response: {'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61', 'code': 200} May 13 13:25:47.615545 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-24ecc3d1-b327-439e-9393-cd067d7edba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.617975 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-24ecc3d1-b327-439e-9393-cd067d7edba4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1127 time: 0.2023098 May 13 13:25:47.619344 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:47.630489 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 56e2bb82-a229-4ab7-b089-0f87dc512a77 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:47.656065 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-62a6693a-9c82-4904-80df-5b299321b11e service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864650 May 13 13:25:47.665714 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:47.666146 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.680006 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:47.686188 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-71778fc9-8bc7-44f5-9ea3-755ae99cfd1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 200 len: 217 time: 0.0519254 May 13 13:25:47.704599 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:47.766516 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a22023d5-8636-41af-b4e3-30f5a6790f04 req-5f9725ee-45b4-4e97-b0ff-7f76571e8be6 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051681 May 13 13:25:47.813554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-dbae3e31-75fb-46c3-a21f-fab3c9a0423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.815073 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-dbae3e31-75fb-46c3-a21f-fab3c9a0423b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.1174908 May 13 13:25:47.823267 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 56e2bb82-a229-4ab7-b089-0f87dc512a77 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:47.823671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.863904 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:47.875644 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks [] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.881182 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.885855 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-871fde3d-4352-4540-81a6-332460d9fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.887518 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-871fde3d-4352-4540-81a6-332460d9fe9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647845 May 13 13:25:47.892145 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643811c-5453-4bcc-8beb-4e098427d205 req-54dd5a73-2d9f-424b-a632-bd9b03e5ffef tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.893734 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5643811c-5453-4bcc-8beb-4e098427d205 req-54dd5a73-2d9f-424b-a632-bd9b03e5ffef tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 944 time: 0.0559189 May 13 13:25:47.896723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Transition to ACTIVE for port object 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:47.946359 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5643811c-5453-4bcc-8beb-4e098427d205 req-feb52843-b74e-4564-adeb-f13cfb4a412d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 May 13 13:25:47.980374 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:47.993817 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 56e2bb82-a229-4ab7-b089-0f87dc512a77 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:47.994458 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.019716 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-ee988d22-3a43-4ec4-8cc7-0bdccdd4e349 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012819 May 13 13:25:48.035600 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:48.061286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.103635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-63792dfc-e602-40fd-881f-35dc50206719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.105364 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-63792dfc-e602-40fd-881f-35dc50206719 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 1129 time: 0.0865917 May 13 13:25:48.144743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-c7bdeed2-ce9a-4649-a3d3-971102b94994 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.154467 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Pushing event updated for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:48.158787 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['1a4cef43-4ad0-41f0-9857-11ea57340642'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:48.201458 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa2e3f33-581e-4eb0-8009-e340b1494337 req-75cc479e-3fe0-4e8a-89f3-0261367353cc service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977751 May 13 13:25:48.203164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.309001 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.337526 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Attempting to bind port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:48.338192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Attempting to bind port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:48.338727 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Attempting to bind port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:48.377627 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:48.394000 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:48.394476 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Attempting to bind port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:48.404858 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f78d9-6816-44a8-8b49-286929fbf82a req-d6ed8c63-7bb9-48e9-9e81-ada53b9ab485 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.406682 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-978f78d9-6816-44a8-8b49-286929fbf82a req-d6ed8c63-7bb9-48e9-9e81-ada53b9ab485 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.0613515 May 13 13:25:48.412060 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-c7bdeed2-ce9a-4649-a3d3-971102b94994 service neutron] Publish callbacks [] for security_group (64bb5c0d-4a48-442d-9dc8-004680191735), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.414720 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:48.416223 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Checking segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:48.416666 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Bound using segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:48.417127 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Bound port: 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:48.417500 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.440134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9501f0-bc24-44ca-bdb7-070b64e7b705 req-35b8302c-d350-448c-bd57-7dda11466e98 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.442202 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd9501f0-bc24-44ca-bdb7-070b64e7b705 req-35b8302c-d350-448c-bd57-7dda11466e98 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.1265841 May 13 13:25:48.503600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-c7bdeed2-ce9a-4649-a3d3-971102b94994 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (64bb5c0d-4a48-442d-9dc8-004680191735), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.576276 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-978f78d9-6816-44a8-8b49-286929fbf82a req-4788ec8b-5e1b-4053-b5fa-790bb95ba907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620736 May 13 13:25:48.585223 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4d45ba03-51b5-4dc9-b66a-3c3163996f83 req-c7bdeed2-ce9a-4649-a3d3-971102b94994 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595020 May 13 13:25:48.585987 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdeed2-ce9a-4649-a3d3-971102b94994 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb5c0d-4a48-442d-9dc8-004680191735,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:48.617861 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd9501f0-bc24-44ca-bdb7-070b64e7b705 req-902f1b58-f617-4ebd-8f47-b3e430ddf011 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129365 May 13 13:25:48.619015 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:48.623088 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:48.696183 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.704438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6f-347a-460d-ab72-b9256dba6404 req-d4529e59-2ae4-49ab-8d99-5e6ea5f3fb23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.708096 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ff9b3e6f-347a-460d-ab72-b9256dba6404 req-d4529e59-2ae4-49ab-8d99-5e6ea5f3fb23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 944 time: 0.0551562 May 13 13:25:48.756851 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.757482 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:48.758983 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] 10.222.0.70 "PUT /v2.0/ports/14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 1094 time: 2.1070092 May 13 13:25:48.759447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:48.762622 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa19d2-8219-49e4-b74e-fab7007a13cc" -d '{"events": [{"name": "network-changed", "server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:48.795096 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ff9b3e6f-347a-460d-ab72-b9256dba6404 req-b35df053-fd20-48ea-b8e4-c93717e791da tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767968 May 13 13:25:48.821213 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677009a9-c4f9-44b7-b226-91d23b355f48 service neutron] Pushing event updated for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:48.834031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740bf94d-a785-4096-8814-a027abb1b8f6 x-openstack-request-id: req-740bf94d-a785-4096-8814-a027abb1b8f6 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:48.834031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:48.834031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-740bf94d-a785-4096-8814-a027abb1b8f6 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:48.834521 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740bf94d-a785-4096-8814-a027abb1b8f6'] response: {'name': 'network-changed', 'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'status': 'completed', 'code': 200} May 13 13:25:49.061624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2dc32-c982-4cb8-a19a-61abfbef885e req-b36ae431-a070-4664-a001-73e9331fdbe9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.063242 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9e2dc32-c982-4cb8-a19a-61abfbef885e req-b36ae431-a070-4664-a001-73e9331fdbe9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0471303 May 13 13:25:49.110769 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9e2dc32-c982-4cb8-a19a-61abfbef885e req-cecb4dc3-93b5-417e-904a-4f4afcf9a00b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 May 13 13:25:49.338310 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 7cb95faf-543f-4107-b4e6-b572ee1da4e2 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:49.342910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:49.438043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-b05c6767-dc6c-4c42-9d61-2ec983286e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.440535 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-b05c6767-dc6c-4c42-9d61-2ec983286e77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1128 time: 0.0480666 May 13 13:25:49.459728 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 1a4cef43-4ad0-41f0-9857-11ea57340642 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:49.502893 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:49.520109 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '7cb95faf-543f-4107-b4e6-b572ee1da4e2', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'port_id': '7cb95faf-543f-4107-b4e6-b572ee1da4e2', 'mac_address': 'fa:16:3e:0c:97:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:49.538899 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52600) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:49.569297 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:49.570061 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.582754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.586245 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb95faf-543f-4107-b4e6-b572ee1da4e2 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:49.590799 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:49.592283 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52604) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:49.598614 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd468a9a-b39f-4bed-b373-70d2469c7ff7" -d '{"events": [{"server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "name": "network-vif-plugged", "status": "completed", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:49.623270 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:49.636000 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 1a4cef43-4ad0-41f0-9857-11ea57340642 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:49.636572 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.721946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdefc14-579b-4d3f-b151-533fa3a984bf x-openstack-request-id: req-bbdefc14-579b-4d3f-b151-533fa3a984bf {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:49.722371 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "name": "network-vif-plugged", "status": "completed", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:49.722820 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbdefc14-579b-4d3f-b151-533fa3a984bf {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:49.725543 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdefc14-579b-4d3f-b151-533fa3a984bf'] response: {'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77', 'code': 200} May 13 13:25:49.725543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.757110 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-2cf74617-fd42-4064-9517-6044d0b67128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.758800 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-2cf74617-fd42-4064-9517-6044d0b67128 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=915a7ff1f6d64480a08c38e762da4134&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3100407 May 13 13:25:49.777914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff660-f9dc-4e1a-920d-48efcbe0b14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.813196 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6eb5b069-3c26-41d6-ab08-0b55f4afa93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.816483 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985bef0-c5e3-4ac5-ac70-c8428a093438 req-0bc62df9-cc08-426f-a168-130590899725 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.825102 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2985bef0-c5e3-4ac5-ac70-c8428a093438 req-0bc62df9-cc08-426f-a168-130590899725 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.0651009 May 13 13:25:49.839537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:49.857995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:49.858551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.888582 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2985bef0-c5e3-4ac5-ac70-c8428a093438 req-96f499b0-e0b3-4e3f-9874-e169cef3c814 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624719 May 13 13:25:49.908691 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:49.944409 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62dc37-182f-41fe-8c5c-29067ecc889e req-e46e1f2d-47cc-490e-a773-0197622a061f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.952151 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fc62dc37-182f-41fe-8c5c-29067ecc889e req-e46e1f2d-47cc-490e-a773-0197622a061f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.1882350 May 13 13:25:49.955408 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff660-f9dc-4e1a-920d-48efcbe0b14c admin admin] Publish callbacks [] for security_group (5f521130-f9e7-4af1-8143-ee0935fb3fbb), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.981600 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['7cb95faf-543f-4107-b4e6-b572ee1da4e2'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:50.044713 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fc62dc37-182f-41fe-8c5c-29067ecc889e req-3ff6ef41-6003-4ad7-adea-8a60ed38d6e8 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872626 May 13 13:25:50.077724 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad11224-962b-4de8-b6d3-df1f76c80715 req-e8996dfd-580b-4885-8c0e-471c5e29c0c7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.079234 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fad11224-962b-4de8-b6d3-df1f76c80715 req-e8996dfd-580b-4885-8c0e-471c5e29c0c7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 944 time: 0.0943542 May 13 13:25:50.083800 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6eb5b069-3c26-41d6-ab08-0b55f4afa93c admin admin] Publish callbacks [] for security_group (625a5a54-fe74-42da-b3af-8ddfbc1a88db), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.091165 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.130403 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff660-f9dc-4e1a-920d-48efcbe0b14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f521130-f9e7-4af1-8143-ee0935fb3fbb), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.150824 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-a8596c50-de72-40c7-a343-f536173f71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.152624 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91aa19d2-8219-49e4-b74e-fab7007a13cc req-a8596c50-de72-40c7-a343-f536173f71d5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2533879 May 13 13:25:50.187191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:50.203450 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fad11224-962b-4de8-b6d3-df1f76c80715 req-045e80fa-077a-47f1-9bfc-3aae8019188d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080332 May 13 13:25:50.239503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6eb5b069-3c26-41d6-ab08-0b55f4afa93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (625a5a54-fe74-42da-b3af-8ddfbc1a88db), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.250126 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ab2ff660-f9dc-4e1a-920d-48efcbe0b14c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1331e21bd7ce4ffba3566d44c8342f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075052 May 13 13:25:50.251691 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52632) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:50.266877 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ff660-f9dc-4e1a-920d-48efcbe0b14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f521130-f9e7-4af1-8143-ee0935fb3fbb,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:50.300671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-4e67031f-058f-4cce-89df-9fbda4f10b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.302187 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-4e67031f-058f-4cce-89df-9fbda4f10b6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1128 time: 0.0646369 May 13 13:25:50.311973 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6eb5b069-3c26-41d6-ab08-0b55f4afa93c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5590fd98524b44eb8d71dc59fefa6993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7185862 May 13 13:25:50.319893 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52634) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:50.325156 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5b069-3c26-41d6-ab08-0b55f4afa93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a5a54-fe74-42da-b3af-8ddfbc1a88db,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:50.340902 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d6e7-ae0a-4b14-b0aa-2975cd55bdac req-ff6f08ed-a4e1-48b5-9c75-e930bf6de9f7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.348570 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bea6d6e7-ae0a-4b14-b0aa-2975cd55bdac req-ff6f08ed-a4e1-48b5-9c75-e930bf6de9f7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.1110251 May 13 13:25:50.381766 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-8f5a7d51-fb0a-469d-b4e5-62318295fb29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 217 time: 0.0703611 May 13 13:25:50.390849 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] Publish callbacks [] for security_group (5f521130-f9e7-4af1-8143-ee0935fb3fbb), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.457838 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bea6d6e7-ae0a-4b14-b0aa-2975cd55bdac req-2c667931-fa6d-4650-a69d-716019a39724 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 May 13 13:25:50.463296 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40571809-d7e9-4a4d-ba5b-52f562395a86 req-a9137982-d3be-404f-981b-4125ac82f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.464446 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] Publish callbacks [] for security_group (5f521130-f9e7-4af1-8143-ee0935fb3fbb), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.464804 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-40571809-d7e9-4a4d-ba5b-52f562395a86 req-a9137982-d3be-404f-981b-4125ac82f2a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1129 time: 0.0919335 May 13 13:25:50.472006 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-095b3c00-20b9-4587-9d76-cc78504ad8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.472006 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-095b3c00-20b9-4587-9d76-cc78504ad8ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0787816 May 13 13:25:50.530204 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-40571809-d7e9-4a4d-ba5b-52f562395a86 req-ba4d27ac-933a-4652-8b91-8317672d9140 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 May 13 13:25:50.532250 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] Publish callbacks [] for security_group (625a5a54-fe74-42da-b3af-8ddfbc1a88db), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.544474 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-0a0c5fab-549f-4cad-8d26-28dd5eb5e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.545985 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-0a0c5fab-549f-4cad-8d26-28dd5eb5e2db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698137 May 13 13:25:50.564414 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] Publish callbacks [] for security_group (625a5a54-fe74-42da-b3af-8ddfbc1a88db), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.760915 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f521130-f9e7-4af1-8143-ee0935fb3fbb), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.763506 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.764635 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f521130-f9e7-4af1-8143-ee0935fb3fbb HTTP/1.1" status: 204 len: 168 time: 0.5131936 May 13 13:25:50.775112 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de5c6-6acf-4cb0-8fa3-25f7f601b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f521130-f9e7-4af1-8143-ee0935fb3fbb,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:50.823613 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.892573 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (625a5a54-fe74-42da-b3af-8ddfbc1a88db), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.895227 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:50.899063 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/625a5a54-fe74-42da-b3af-8ddfbc1a88db HTTP/1.1" status: 204 len: 168 time: 0.5753300 May 13 13:25:50.914809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04c65-a319-44d7-b300-6b2cacb02c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a5a54-fe74-42da-b3af-8ddfbc1a88db,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:50.918614 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-859e25cb-76f8-400d-9c0f-a1965f2fe44c service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984011 May 13 13:25:51.056776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3c294-e112-4f7f-9bd7-b342f0baaeaa req-69e2b7f9-8f1b-41f3-b0c3-eea24e3d30a1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.058380 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-37a3c294-e112-4f7f-9bd7-b342f0baaeaa req-69e2b7f9-8f1b-41f3-b0c3-eea24e3d30a1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0485921 May 13 13:25:51.125700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-37a3c294-e112-4f7f-9bd7-b342f0baaeaa req-4eb3492d-4e20-43a2-8237-ca86a56bd736 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614512 May 13 13:25:51.255158 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989badbd-cfa8-44f6-b4cb-661cd52a6c8c req-d557f2bf-0f81-49dc-9df0-d2bec16e1f6f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.258380 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-989badbd-cfa8-44f6-b4cb-661cd52a6c8c req-d557f2bf-0f81-49dc-9df0-d2bec16e1f6f tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0858734 May 13 13:25:51.336546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4018-94f9-448a-bc66-88a159ffa9d9 req-f8cff909-b618-45e7-82c5-369e0b606bf1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.338088 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-673a4018-94f9-448a-bc66-88a159ffa9d9 req-f8cff909-b618-45e7-82c5-369e0b606bf1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 944 time: 0.0583305 May 13 13:25:51.349117 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-989badbd-cfa8-44f6-b4cb-661cd52a6c8c req-f4fe3813-19f8-456c-8a5b-6e33e56e6291 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 May 13 13:25:51.360980 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 7cb95faf-543f-4107-b4e6-b572ee1da4e2 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:51.420075 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:51.462110 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-673a4018-94f9-448a-bc66-88a159ffa9d9 req-f1633379-a26d-4ad5-b26b-66b93ced75ca tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141608 May 13 13:25:51.515744 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7d865c2-21b4-4165-baa3-edcc2fd37900 req-8086f522-4085-42ee-a5af-d5b614245a97 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350043 May 13 13:25:51.523718 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:51.524130 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.618983 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250aec-ed6a-4302-b495-b3e353533aa3 req-ed2ff620-08f8-439c-a058-e22ca6cace15 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.621322 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6c250aec-ed6a-4302-b495-b3e353533aa3 req-ed2ff620-08f8-439c-a058-e22ca6cace15 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0574598 May 13 13:25:51.628774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52690) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:51.635226 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:51.635226 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.645743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a2d63b32-43d3-4a8f-bd33-ac542d14d1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.675504 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:51.693227 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6c250aec-ed6a-4302-b495-b3e353533aa3 req-f42d8246-b404-4c73-a6e6-60f04a83e617 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 May 13 13:25:51.721314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52694) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:51.724789 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}, {'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:51.727435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a35081-8849-4d8b-9fe2-6803448fc280" -d '{"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}, {"server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:51.736255 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac62a568-e247-4909-bb10-e2cb7daaf7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.740187 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a2d63b32-43d3-4a8f-bd33-ac542d14d1d2 admin admin] Publish callbacks [] for security_group (9f4ea8ad-963b-450d-9b89-0406f769f85d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.770849 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 May 2022 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49e2e4-4547-4a39-af14-78eb9b4ce05d x-openstack-request-id: req-6d49e2e4-4547-4a39-af14-78eb9b4ce05d {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:51.771201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "code": 200}, {"server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:51.771456 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d49e2e4-4547-4a39-af14-78eb9b4ce05d {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:51.772307 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d49e2e4-4547-4a39-af14-78eb9b4ce05d'] response: {'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'code': 200} May 13 13:25:51.772307 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d49e2e4-4547-4a39-af14-78eb9b4ce05d'] response: {'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2', 'code': 200} May 13 13:25:51.796485 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.823482 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac62a568-e247-4909-bb10-e2cb7daaf7b2 admin admin] Publish callbacks [] for security_group (97d565bf-a900-4cf4-947e-9b02abd5cedd), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.859790 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:51.861030 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a2d63b32-43d3-4a8f-bd33-ac542d14d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9f4ea8ad-963b-450d-9b89-0406f769f85d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.901283 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a2d63b32-43d3-4a8f-bd33-ac542d14d1d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c29d54e57cc74b8b826640ba8da3c95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713578 May 13 13:25:51.902438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d63b32-43d3-4a8f-bd33-ac542d14d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ea8ad-963b-450d-9b89-0406f769f85d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:51.904017 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52700) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:51.930025 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac62a568-e247-4909-bb10-e2cb7daaf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (97d565bf-a900-4cf4-947e-9b02abd5cedd), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.984456 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ac62a568-e247-4909-bb10-e2cb7daaf7b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89cb9b363e4a4d6b913dea40bdbe07b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620454 May 13 13:25:51.987107 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52708) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:51.987919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a568-e247-4909-bb10-e2cb7daaf7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d565bf-a900-4cf4-947e-9b02abd5cedd,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:52.001961 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] Publish callbacks [] for security_group (9f4ea8ad-963b-450d-9b89-0406f769f85d), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.031637 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] Publish callbacks [] for security_group (9f4ea8ad-963b-450d-9b89-0406f769f85d), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.046027 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] Publish callbacks [] for security_group (97d565bf-a900-4cf4-947e-9b02abd5cedd), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.072029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] Publish callbacks [] for security_group (97d565bf-a900-4cf4-947e-9b02abd5cedd), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.219657 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9f4ea8ad-963b-450d-9b89-0406f769f85d), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.219983 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (97d565bf-a900-4cf4-947e-9b02abd5cedd), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.222465 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.222697 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:52.225370 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f4ea8ad-963b-450d-9b89-0406f769f85d HTTP/1.1" status: 204 len: 168 time: 0.3186016 May 13 13:25:52.225490 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d565bf-a900-4cf4-947e-9b02abd5cedd HTTP/1.1" status: 204 len: 168 time: 0.2354620 May 13 13:25:52.235031 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6827c3-f0eb-413a-82a0-11dafa1632e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d565bf-a900-4cf4-947e-9b02abd5cedd,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:52.254091 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a2593-029b-437b-8cab-69b8097a54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ea8ad-963b-450d-9b89-0406f769f85d,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:52.271348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb69d0-9504-4de2-bee8-6d6c58e44f8c req-fd61ef5d-f05f-4424-8e62-f5490deaa05a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.282096 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-93cb69d0-9504-4de2-bee8-6d6c58e44f8c req-fd61ef5d-f05f-4424-8e62-f5490deaa05a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0734200 May 13 13:25:52.346115 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-93cb69d0-9504-4de2-bee8-6d6c58e44f8c req-001510e7-2b22-42c7-b4db-2ab038373030 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629902 May 13 13:25:52.607955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c27d-c3b8-46c3-bddd-d3b8b6a82b0c req-213e4910-2646-4656-bb66-cb7a728a0ede tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.609551 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-67d7c27d-c3b8-46c3-bddd-d3b8b6a82b0c req-213e4910-2646-4656-bb66-cb7a728a0ede tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 944 time: 0.0569246 May 13 13:25:52.662268 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-67d7c27d-c3b8-46c3-bddd-d3b8b6a82b0c req-b70f04a2-ba1c-4a91-b73d-abb8ce3dc08c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 May 13 13:25:52.839606 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777fa1-7dbf-424f-92b7-eecb79ee40c5 req-07a96c2d-3614-4034-8649-c69f5efb5d65 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.842008 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79777fa1-7dbf-424f-92b7-eecb79ee40c5 req-07a96c2d-3614-4034-8649-c69f5efb5d65 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0747380 May 13 13:25:52.902963 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79777fa1-7dbf-424f-92b7-eecb79ee40c5 req-2a701f2b-a170-4891-99c8-39a998fdfa7c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 May 13 13:25:53.318329 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c3125-bcf0-4eba-b3a7-90c020b92853 req-5dbd827c-ebcb-4323-9261-2b0595883c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.318329 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a56c3125-bcf0-4eba-b3a7-90c020b92853 req-5dbd827c-ebcb-4323-9261-2b0595883c47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1129 time: 0.0413954 May 13 13:25:53.363644 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:53.373831 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a56c3125-bcf0-4eba-b3a7-90c020b92853 req-2815fd66-128c-4e24-aabd-deda8e72319c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524776 May 13 13:25:53.402657 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3be95-ffd5-4ca0-86a2-b682e38cb1fa req-5195c8cf-c105-4ed7-8631-c25ed498d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.404524 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fbb3be95-ffd5-4ca0-86a2-b682e38cb1fa req-5195c8cf-c105-4ed7-8631-c25ed498d296 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1129 time: 0.0667486 May 13 13:25:53.505280 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:53.518729 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f578e6a-e92c-4689-bc6a-803f3c1416e4 req-dd012498-1b60-45b2-9571-d039810df1b8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.520697 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f578e6a-e92c-4689-bc6a-803f3c1416e4 req-dd012498-1b60-45b2-9571-d039810df1b8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0677545 May 13 13:25:53.523130 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'port_id': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'mac_address': 'fa:16:3e:76:a0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:53.576070 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:53.576199 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7f578e6a-e92c-4689-bc6a-803f3c1416e4 req-4c3890b0-8533-45c9-a02a-68102f01bbb6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491185 May 13 13:25:53.576548 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.613984 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:53.641291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:53.656309 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fbb3be95-ffd5-4ca0-86a2-b682e38cb1fa req-1e8d1537-d87e-4728-b860-9dc8c904afbe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 May 13 13:25:53.760028 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.780578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80c60-316c-4495-9195-e6291efcedea req-e73151b9-5ed6-4879-8170-c19b3c79e416 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.782228 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5de80c60-316c-4495-9195-e6291efcedea req-e73151b9-5ed6-4879-8170-c19b3c79e416 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 944 time: 0.0498998 May 13 13:25:53.824260 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:53.839200 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5de80c60-316c-4495-9195-e6291efcedea req-d3c1a261-fa20-4abe-be6d-67d427359bc8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507388 May 13 13:25:53.895138 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52832) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:54.021426 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd148693-34a3-4114-aff6-c1e56d23989a req-1e41c27d-1cdd-4484-860e-6075fac227ec tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.023110 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cd148693-34a3-4114-aff6-c1e56d23989a req-1e41c27d-1cdd-4484-860e-6075fac227ec tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0572147 May 13 13:25:54.077619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cd148693-34a3-4114-aff6-c1e56d23989a req-90fa6fac-c848-4451-ae56-9bc99dc97200 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 May 13 13:25:54.213896 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4eac283c-ad86-41c6-a07e-ad6295166e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.283226 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4eac283c-ad86-41c6-a07e-ad6295166e1a admin admin] Publish callbacks [] for security_group (9e040e48-3c5a-4ba5-b195-81d3a0de2a60), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.421393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4eac283c-ad86-41c6-a07e-ad6295166e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9e040e48-3c5a-4ba5-b195-81d3a0de2a60), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.467653 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac283c-ad86-41c6-a07e-ad6295166e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e040e48-3c5a-4ba5-b195-81d3a0de2a60,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:54.472976 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4eac283c-ad86-41c6-a07e-ad6295166e1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=291c7b7b72a64c999831ca6840f1738e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767136 May 13 13:25:54.475763 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52854) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:54.525840 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] Publish callbacks [] for security_group (9e040e48-3c5a-4ba5-b195-81d3a0de2a60), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.548578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] Publish callbacks [] for security_group (9e040e48-3c5a-4ba5-b195-81d3a0de2a60), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.707486 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9e040e48-3c5a-4ba5-b195-81d3a0de2a60), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.717376 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.717376 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e040e48-3c5a-4ba5-b195-81d3a0de2a60 HTTP/1.1" status: 204 len: 168 time: 0.2346482 May 13 13:25:54.729060 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580bf7-f50c-44a3-8518-3dd12120f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e040e48-3c5a-4ba5-b195-81d3a0de2a60,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:54.773043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b61e-6406-4f17-a6c4-d3c1cb608e37 req-8d75053b-3e3e-4197-88ba-39b5607cf82f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.774572 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11b0b61e-6406-4f17-a6c4-d3c1cb608e37 req-8d75053b-3e3e-4197-88ba-39b5607cf82f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0622978 May 13 13:25:54.830348 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11b0b61e-6406-4f17-a6c4-d3c1cb608e37 req-7eba26f1-4739-489f-b7b1-0004fcbde7d1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487249 May 13 13:25:54.938049 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb1e40-2d3c-4325-9968-a84d170190e6 req-8bd8710b-6505-4216-a6c1-37fbc0d2fdda tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.939477 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9eb1e40-2d3c-4325-9968-a84d170190e6 req-8bd8710b-6505-4216-a6c1-37fbc0d2fdda tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0535872 May 13 13:25:54.986717 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c9eb1e40-2d3c-4325-9968-a84d170190e6 req-d3e8db12-0992-423d-8029-0ea850ad8fc5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 May 13 13:25:55.097054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302e592-2fcb-4c8a-b285-ad1725f67be1 req-fb0e788a-5dc1-444b-8f48-508cad581eb2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:55.098605 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5302e592-2fcb-4c8a-b285-ad1725f67be1 req-fb0e788a-5dc1-444b-8f48-508cad581eb2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 945 time: 0.0546148 May 13 13:25:55.146186 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5302e592-2fcb-4c8a-b285-ad1725f67be1 req-d4b68d01-f573-4bf9-9795-47bb4746b3d8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 May 13 13:25:55.346765 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52896) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:55.360334 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2331b0e-26af-4324-9bdb-66584bf3a3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.436643 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2331b0e-26af-4324-9bdb-66584bf3a3a1 admin admin] Publish callbacks [] for security_group (240e27e4-acc4-43f5-a29e-31b9afa1b4cf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.567776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2331b0e-26af-4324-9bdb-66584bf3a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (240e27e4-acc4-43f5-a29e-31b9afa1b4cf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.611473 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c2331b0e-26af-4324-9bdb-66584bf3a3a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce617bdcd74647f0956aa7da48f7ec77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636015 May 13 13:25:55.614017 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52900) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:55.626485 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331b0e-26af-4324-9bdb-66584bf3a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e27e4-acc4-43f5-a29e-31b9afa1b4cf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:55.671749 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] Publish callbacks [] for security_group (240e27e4-acc4-43f5-a29e-31b9afa1b4cf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.693084 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] Publish callbacks [] for security_group (240e27e4-acc4-43f5-a29e-31b9afa1b4cf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.809576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (240e27e4-acc4-43f5-a29e-31b9afa1b4cf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.812387 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.813553 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/240e27e4-acc4-43f5-a29e-31b9afa1b4cf HTTP/1.1" status: 204 len: 168 time: 0.1986370 May 13 13:25:55.821855 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bdf40-09f2-4203-bd69-23cdc35d051f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e27e4-acc4-43f5-a29e-31b9afa1b4cf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:55.961614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcf2cd-2dc9-40e4-bce2-eab658fa65e0 req-165723bb-f851-466b-b5f8-781c9e9b68e5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:55.963151 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33bcf2cd-2dc9-40e4-bce2-eab658fa65e0 req-165723bb-f851-466b-b5f8-781c9e9b68e5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0509832 May 13 13:25:56.013544 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33bcf2cd-2dc9-40e4-bce2-eab658fa65e0 req-9f68f76b-ba5b-4585-b78b-977c6527d09a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 May 13 13:25:56.121308 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4debc-94ca-4b9c-8178-daff59900026 req-2e08b195-2bc5-435e-94e4-848dea25aff3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.122837 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-59c4debc-94ca-4b9c-8178-daff59900026 req-2e08b195-2bc5-435e-94e4-848dea25aff3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0506785 May 13 13:25:56.169545 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-59c4debc-94ca-4b9c-8178-daff59900026 req-e27a564d-9306-4381-a370-1cad751ebde9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 May 13 13:25:56.272722 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962d234-e525-4d1d-a3c0-8766b474b3ca req-d065e7e8-ace8-4f68-8639-fde52d6fbce6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.274659 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9962d234-e525-4d1d-a3c0-8766b474b3ca req-d065e7e8-ace8-4f68-8639-fde52d6fbce6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 945 time: 0.0503938 May 13 13:25:56.332797 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9962d234-e525-4d1d-a3c0-8766b474b3ca req-fce4f7d7-93e7-4946-8104-a7b58037803e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520148 May 13 13:25:56.625922 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['14a7371d-78d5-4d51-b08a-8cd6ecaa1263'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:56.909513 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 52956) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:57.018628 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-42f54103-7794-4223-961e-f72f9a11bc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.108791 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-42f54103-7794-4223-961e-f72f9a11bc90 admin admin] Publish callbacks [] for security_group (aae1d830-1fbf-4a7e-b840-08f9be0cccab), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.142142 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bef89-3534-4252-b178-9c65767b138f req-861e9e9c-cfa9-4bc4-8bcd-36650b1b8948 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:57.143654 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a6bef89-3534-4252-b178-9c65767b138f req-861e9e9c-cfa9-4bc4-8bcd-36650b1b8948 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0524294 May 13 13:25:57.191247 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a6bef89-3534-4252-b178-9c65767b138f req-13a4930d-411e-4f03-83fd-63250d147489 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419095 May 13 13:25:57.197819 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-42f54103-7794-4223-961e-f72f9a11bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aae1d830-1fbf-4a7e-b840-08f9be0cccab), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.238600 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-42f54103-7794-4223-961e-f72f9a11bc90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4158957ed8a8403b943babd5fd3d3dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279428 May 13 13:25:57.239833 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f54103-7794-4223-961e-f72f9a11bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1d830-1fbf-4a7e-b840-08f9be0cccab,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:57.241281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 52972) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:57.297118 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] Publish callbacks [] for security_group (aae1d830-1fbf-4a7e-b840-08f9be0cccab), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.308526 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2df3-5b19-4cca-85e8-e30de7dab0fb req-be90f630-c7b2-46f5-aa93-787b7191f470 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:57.310039 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25ce2df3-5b19-4cca-85e8-e30de7dab0fb req-be90f630-c7b2-46f5-aa93-787b7191f470 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0467579 May 13 13:25:57.318735 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] Publish callbacks [] for security_group (aae1d830-1fbf-4a7e-b840-08f9be0cccab), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.362809 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25ce2df3-5b19-4cca-85e8-e30de7dab0fb req-792ec48d-c132-4d70-a352-0007e436c357 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464787 May 13 13:25:57.473803 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37cfce-6c23-487b-9b90-6d0e95ab09a1 req-e5f8c794-2d2b-44ad-b2c1-e9c2d78c0911 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:57.475601 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5d37cfce-6c23-487b-9b90-6d0e95ab09a1 req-e5f8c794-2d2b-44ad-b2c1-e9c2d78c0911 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 945 time: 0.0489631 May 13 13:25:57.478246 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aae1d830-1fbf-4a7e-b840-08f9be0cccab), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.481175 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.485397 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aae1d830-1fbf-4a7e-b840-08f9be0cccab HTTP/1.1" status: 204 len: 168 time: 0.2392516 May 13 13:25:57.492690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841b669-5645-4ed9-b464-6406d8587391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1d830-1fbf-4a7e-b840-08f9be0cccab,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:57.541776 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5d37cfce-6c23-487b-9b90-6d0e95ab09a1 req-146a7363-8e49-41d3-acf6-aafd24bd4e6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573492 May 13 13:25:58.111177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53010) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:58.127117 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a10a2f69-9826-4101-bd8c-0e5fa9ba21a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.206790 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a10a2f69-9826-4101-bd8c-0e5fa9ba21a3 admin admin] Publish callbacks [] for security_group (d3846680-409a-4ef3-bbb0-98e216b13440), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.309067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a8f0-50cf-43b2-9037-1d40671b2e2a req-934fc9fc-b093-48a6-a8aa-1ccca7c04807 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:58.310636 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d9d1a8f0-50cf-43b2-9037-1d40671b2e2a req-934fc9fc-b093-48a6-a8aa-1ccca7c04807 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0478902 May 13 13:25:58.329816 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a10a2f69-9826-4101-bd8c-0e5fa9ba21a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d3846680-409a-4ef3-bbb0-98e216b13440), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.362586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a2f69-9826-4101-bd8c-0e5fa9ba21a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3846680-409a-4ef3-bbb0-98e216b13440,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:58.366306 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d9d1a8f0-50cf-43b2-9037-1d40671b2e2a req-4dccf821-194e-4a78-8629-a233be7ec519 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499308 May 13 13:25:58.397107 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a10a2f69-9826-4101-bd8c-0e5fa9ba21a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=806cc8227c184c01afa55ea1d2b61236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847204 May 13 13:25:58.400533 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53028) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:58.506678 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] Publish callbacks [] for security_group (d3846680-409a-4ef3-bbb0-98e216b13440), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.516834 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8e8b8-e163-473b-a430-0592f7e3f6fe req-61ff8903-eab6-4cf1-82ec-712d4cb28d88 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:58.518324 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-53e8e8b8-e163-473b-a430-0592f7e3f6fe req-61ff8903-eab6-4cf1-82ec-712d4cb28d88 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0591230 May 13 13:25:58.551776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] Publish callbacks [] for security_group (d3846680-409a-4ef3-bbb0-98e216b13440), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.603724 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-53e8e8b8-e163-473b-a430-0592f7e3f6fe req-58112729-6222-4acf-8ed6-7355786cfd1e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782206 May 13 13:25:58.671527 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d3846680-409a-4ef3-bbb0-98e216b13440), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.674191 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:58.675276 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3846680-409a-4ef3-bbb0-98e216b13440 HTTP/1.1" status: 204 len: 168 time: 0.2737687 May 13 13:25:58.701375 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27455c1-5f62-41d3-8b74-800c99f722ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3846680-409a-4ef3-bbb0-98e216b13440,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:58.716737 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b37b0-c349-4898-9a9e-99b2c5c4587b req-f6a2aa1a-aa5d-45ee-9aaa-580593ad3adf tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:58.718345 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-285b37b0-c349-4898-9a9e-99b2c5c4587b req-f6a2aa1a-aa5d-45ee-9aaa-580593ad3adf tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 945 time: 0.0571945 May 13 13:25:58.781705 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-285b37b0-c349-4898-9a9e-99b2c5c4587b req-facdacd4-8a29-4c5d-b5ad-c40fb73521be tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541878 May 13 13:25:58.853938 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53042) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:59.054482 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-349d897b-f995-423d-a73e-48680a79f1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.131210 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-349d897b-f995-423d-a73e-48680a79f1db admin admin] Publish callbacks [] for security_group (376d476a-2f5f-4e0f-a33e-9bb0593d92ec), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.225038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-349d897b-f995-423d-a73e-48680a79f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (376d476a-2f5f-4e0f-a33e-9bb0593d92ec), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.264684 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-349d897b-f995-423d-a73e-48680a79f1db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7331ebb42734426ca789caed28181048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095910 May 13 13:25:59.266727 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d897b-f995-423d-a73e-48680a79f1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d476a-2f5f-4e0f-a33e-9bb0593d92ec,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:59.267802 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53056) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:59.318085 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] Publish callbacks [] for security_group (376d476a-2f5f-4e0f-a33e-9bb0593d92ec), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.339819 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] Publish callbacks [] for security_group (376d476a-2f5f-4e0f-a33e-9bb0593d92ec), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.492637 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d2c3e-11f1-4a39-9520-2582894b5fa2 req-2657632b-df84-4438-84a0-16c7184d13a9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.494215 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-db8d2c3e-11f1-4a39-9520-2582894b5fa2 req-2657632b-df84-4438-84a0-16c7184d13a9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0537438 May 13 13:25:59.506966 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (376d476a-2f5f-4e0f-a33e-9bb0593d92ec), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.509535 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.513471 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/376d476a-2f5f-4e0f-a33e-9bb0593d92ec HTTP/1.1" status: 204 len: 168 time: 0.2444758 May 13 13:25:59.522155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3443-fc51-467a-a8fa-5df0bdf40414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d476a-2f5f-4e0f-a33e-9bb0593d92ec,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:59.562145 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-db8d2c3e-11f1-4a39-9520-2582894b5fa2 req-652e3042-7ed1-46bf-862a-cd7499b9c39a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577409 May 13 13:25:59.719804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c3e4-400f-425f-b5b3-10748203225e req-fda0e350-4675-44af-b677-7009a9b162df tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.721245 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca59c3e4-400f-425f-b5b3-10748203225e req-fda0e350-4675-44af-b677-7009a9b162df tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0506883 May 13 13:25:59.732452 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53082) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:59.776017 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca59c3e4-400f-425f-b5b3-10748203225e req-6cea9b66-710e-424d-ab2c-71401ed59696 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 May 13 13:25:59.903610 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc315853-bb10-47da-9f14-c1bbd505887e req-06dfdb50-7b4a-4c7e-ad08-41d0acbc5184 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.905144 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cc315853-bb10-47da-9f14-c1bbd505887e req-06dfdb50-7b4a-4c7e-ad08-41d0acbc5184 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 945 time: 0.0467982 May 13 13:25:59.952950 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cc315853-bb10-47da-9f14-c1bbd505887e req-ca45f3ed-e695-4b18-8b31-810a8f72049e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 May 13 13:25:59.964226 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1239889230-network', 'tenant_id': '6dc12e51fbc2450ab2d7868463bff90e'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:00.039002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:26:00.084174 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:26:00.101276 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Made reservation on behalf of 6dc12e51fbc2450ab2d7868463bff90e for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:00.103610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.112102 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.153262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:26:00.153678 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.197913 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks [] for security_group (06f97bfe-456e-4e70-892a-1b9199a48023), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.235278 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:26:00.235932 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.239681 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-5612d96e-450e-4c75-8e5e-e11f3cfa7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.241194 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-5612d96e-450e-4c75-8e5e-e11f3cfa7a09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1129 time: 0.0409291 May 13 13:26:00.277222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:00.283879 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (06f97bfe-456e-4e70-892a-1b9199a48023), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.284114 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f072f-41c4-4eac-b3b6-6e5a66a2c25f" -d '{"events": [{"server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "name": "network-vif-plugged", "status": "completed", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:00.298854 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:00.309557 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:26:00.321037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f97bfe-456e-4e70-892a-1b9199a48023,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:00.326989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (39cd4d21-dcc1-4321-b684-994781bbce9c), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.327533 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Added segment 39cd4d21-dcc1-4321-b684-994781bbce9c of type vlan for network 5163df04-4aea-48b5-95f8-78db44eca5b3 May 13 13:26:00.345633 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a75b1-b75b-405e-b339-ddab81249141 x-openstack-request-id: req-1b2a75b1-b75b-405e-b339-ddab81249141 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:00.345633 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "name": "network-vif-plugged", "status": "completed", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:00.345633 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b2a75b1-b75b-405e-b339-ddab81249141 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:00.345633 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2a75b1-b75b-405e-b339-ddab81249141'] response: {'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'code': 200} May 13 13:26:00.362921 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53104) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:00.371309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (5163df04-4aea-48b5-95f8-78db44eca5b3), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.374527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.375633 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9175a92-1522-475d-a7e1-182658bd7dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.428256 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:00.456218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9175a92-1522-475d-a7e1-182658bd7dc0 admin admin] Publish callbacks [] for security_group (c4e2141b-70a4-4f6f-9999-357bfd3ea0d1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.495488 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (5163df04-4aea-48b5-95f8-78db44eca5b3), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.497125 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.502166 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.555148 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9175a92-1522-475d-a7e1-182658bd7dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c4e2141b-70a4-4f6f-9999-357bfd3ea0d1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.569448 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] Pushing event updated for resources: {'Network': ['ID=5163df04-4aea-48b5-95f8-78db44eca5b3,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:00.580683 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 5163df04-4aea-48b5-95f8-78db44eca5b3 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:26:00.598465 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b9175a92-1522-475d-a7e1-182658bd7dc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4a98f8dbcef419b8d10ab8547884273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324655 May 13 13:26:00.599471 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53114) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:00.599620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175a92-1522-475d-a7e1-182658bd7dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e2141b-70a4-4f6f-9999-357bfd3ea0d1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:00.629553 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-df96f801-da51-4225-aca6-ac97243f8c50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8959394 May 13 13:26:00.633902 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53116) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:00.639983 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Request body: {'subnet': {'network_id': '5163df04-4aea-48b5-95f8-78db44eca5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1239889230-subnet', 'tenant_id': '6dc12e51fbc2450ab2d7868463bff90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:00.657391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] Publish callbacks [] for security_group (c4e2141b-70a4-4f6f-9999-357bfd3ea0d1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.679843 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] Publish callbacks [] for security_group (c4e2141b-70a4-4f6f-9999-357bfd3ea0d1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.710796 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c30bc-d30d-4e36-82ec-90c598a4b051 req-10603545-c9c4-4fd9-b07d-d481ecaa11e5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.712402 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-961c30bc-d30d-4e36-82ec-90c598a4b051 req-10603545-c9c4-4fd9-b07d-d481ecaa11e5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0605588 May 13 13:26:00.760006 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-961c30bc-d30d-4e36-82ec-90c598a4b051 req-de2ab3e5-5bfe-43c2-98ab-075e7360eed0 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 May 13 13:26:00.763948 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Made reservation on behalf of 6dc12e51fbc2450ab2d7868463bff90e for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:00.766332 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.807232 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c4e2141b-70a4-4f6f-9999-357bfd3ea0d1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.810414 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.811543 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e2141b-70a4-4f6f-9999-357bfd3ea0d1 HTTP/1.1" status: 204 len: 168 time: 0.2112927 May 13 13:26:00.935630 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44952612-0303-4076-90b5-d22841948ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e2141b-70a4-4f6f-9999-357bfd3ea0d1,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:00.987158 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f84b-3e28-431e-a27c-fbb4e29d598b req-dabcaa60-d4e9-4081-828f-03da23b00420 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.989468 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-86d1f84b-3e28-431e-a27c-fbb4e29d598b req-dabcaa60-d4e9-4081-828f-03da23b00420 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0765352 May 13 13:26:01.026253 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4297f-810a-4e70-9b30-adfbf5a1a845 req-ea716e00-2f34-491f-a3f1-75be997193dc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.028138 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1af4297f-810a-4e70-9b30-adfbf5a1a845 req-ea716e00-2f34-491f-a3f1-75be997193dc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.1081920 May 13 13:26:01.044676 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53142) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:01.054994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'floatingip': {'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:01.126571 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-86d1f84b-3e28-431e-a27c-fbb4e29d598b req-73159e8e-6cab-4683-b878-784dd57c87b6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261122 May 13 13:26:01.261707 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (8ad78425-a7dd-48fd-a6f2-9f11932e13ec), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:01.336911 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Checking segment: {'id': '39cd4d21-dcc1-4321-b684-994781bbce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5163df04-4aea-48b5-95f8-78db44eca5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:26:01.337465 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Network hostable DHCP agents. Network: 5163df04-4aea-48b5-95f8-78db44eca5b3, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:26:01.344496 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad78425-a7dd-48fd-a6f2-9f11932e13ec,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:01.383079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:01.402511 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-12863b8a-2bb6-41be-a121-99e8dae40759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.403982 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-12863b8a-2bb6-41be-a121-99e8dae40759 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.6058974 May 13 13:26:01.502895 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Network 5163df04-4aea-48b5-95f8-78db44eca5b3 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:26:01.531893 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-0c506a7e-43c2-4398-b069-e50a720afd28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77 HTTP/1.1" status: 200 len: 217 time: 0.0968890 May 13 13:26:01.542696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffc67-80da-4b04-b5a1-bc6cb63dbf55 req-bc6b2fe7-05aa-436f-a6ba-0426ebdabdee tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.544704 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-365ffc67-80da-4b04-b5a1-bc6cb63dbf55 req-bc6b2fe7-05aa-436f-a6ba-0426ebdabdee tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.4061954 May 13 13:26:01.621963 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 5163df04-4aea-48b5-95f8-78db44eca5b3) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:01.642291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896badc-a7d8-430f-b708-d5e75ae54ebd None None] Network 5163df04-4aea-48b5-95f8-78db44eca5b3 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:01.643198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.647901 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:01.756335 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-365ffc67-80da-4b04-b5a1-bc6cb63dbf55 req-3741f8ae-cca7-4d2e-bdc2-99d777854979 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052357 May 13 13:26:01.813298 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d341-bc9f-4175-bafe-de8d82e1065f req-53629be9-b36d-4184-8a55-911c76fa525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.815522 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcdc657-89d5-4fb2-83a7-0b605fb29ea1 None None] Network 5163df04-4aea-48b5-95f8-78db44eca5b3 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:01.818376 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b091d341-bc9f-4175-bafe-de8d82e1065f req-53629be9-b36d-4184-8a55-911c76fa525c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1130 time: 0.0954590 May 13 13:26:01.822445 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-9122abcd-1f6d-4bea-9ac7-b84536c0dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.824710 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-9122abcd-1f6d-4bea-9ac7-b84536c0dc72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.2242975 May 13 13:26:01.830442 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-74c09066-adb9-4ed6-a8ef-4724ab6b811f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1953821 May 13 13:26:01.900766 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b091d341-bc9f-4175-bafe-de8d82e1065f req-eef8c022-968e-4229-a67a-5145444c030f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665653 May 13 13:26:01.937491 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-cbf3d3d7-5302-40af-b4cb-f03f815e6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.939087 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-cbf3d3d7-5302-40af-b4cb-f03f815e6ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976698 May 13 13:26:01.946223 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53174) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:02.177959 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b86a5b6c-dc87-4b7b-bcb6-e539a0347051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.280579 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc05eb4-5e03-4125-a020-f170d3f299dd req-d8e2618f-36c7-4dad-9b8c-acde91c3cf0e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.282144 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dcc05eb4-5e03-4125-a020-f170d3f299dd req-d8e2618f-36c7-4dad-9b8c-acde91c3cf0e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0649011 May 13 13:26:02.348267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b86a5b6c-dc87-4b7b-bcb6-e539a0347051 admin admin] Publish callbacks [] for security_group (6837de2d-9a9f-4683-83be-6fe561cd6ace), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.361053 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dcc05eb4-5e03-4125-a020-f170d3f299dd req-d00c26ef-ceb6-4c04-8f3e-a42065b062f0 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720301 May 13 13:26:02.377778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.db.resource_extend [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 13:26:02.383838 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-f35cc54e-e444-4680-8d9e-0b0fa27ed94d service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096984 May 13 13:26:02.504766 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.528850 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b86a5b6c-dc87-4b7b-bcb6-e539a0347051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6837de2d-9a9f-4683-83be-6fe561cd6ace), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.546187 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-49b094d8-e613-43f2-ad3e-47e5d882b411 req-feb0d524-d03e-49ee-b348-d7210e6b7a32 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285801 May 13 13:26:02.582298 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b86a5b6c-dc87-4b7b-bcb6-e539a0347051 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba1e3fb2ab0443e6bbe2f304a60cd709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6348178 May 13 13:26:02.584212 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a5b6c-dc87-4b7b-bcb6-e539a0347051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6837de2d-9a9f-4683-83be-6fe561cd6ace,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:02.585073 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53196) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:02.645609 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.681213 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] Publish callbacks [] for security_group (6837de2d-9a9f-4683-83be-6fe561cd6ace), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.711024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] Publish callbacks [] for security_group (6837de2d-9a9f-4683-83be-6fe561cd6ace), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.802502 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Floating IP 9a36ff1d-4836-4ed6-8246-621cb129b6c8 associated. External IP: 172.27.0.135, port: 1a4cef43-4ad0-41f0-9857-11ea57340642. May 13 13:26:02.870711 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53214) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:02.875622 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363826584-network', 'tenant_id': '6183251fc8a54a829b220a38088df86d'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:02.975870 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Made reservation on behalf of 6183251fc8a54a829b220a38088df86d for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:02.978480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:02.988646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.073136 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks [] for security_group (87b92213-85af-4779-b834-870ab5e928d1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.110165 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6837de2d-9a9f-4683-83be-6fe561cd6ace), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.112712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.113858 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6837de2d-9a9f-4683-83be-6fe561cd6ace HTTP/1.1" status: 204 len: 168 time: 0.5277693 May 13 13:26:03.151447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d5fd-4ee6-455c-ab3b-ec5a565673f5 req-d1ced76c-fb89-46b3-8cdd-71d2fed398ef tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:03.153867 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-82a7d5fd-4ee6-455c-ab3b-ec5a565673f5 req-d1ced76c-fb89-46b3-8cdd-71d2fed398ef tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.3079896 May 13 13:26:03.160008 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (87b92213-85af-4779-b834-870ab5e928d1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.164354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6be64d-86bc-42b7-a45d-589216df6ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837de2d-9a9f-4683-83be-6fe561cd6ace,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:03.182518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:26:03.199673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b92213-85af-4779-b834-870ab5e928d1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:03.202456 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (02f60fed-89a3-4621-bf9b-5b7ac094cd5f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.203013 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Added segment 02f60fed-89a3-4621-bf9b-5b7ac094cd5f of type vlan for network 631b52ee-3a2b-4561-b8ea-c56707db4dee May 13 13:26:03.253262 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (631b52ee-3a2b-4561-b8ea-c56707db4dee), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.283508 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-82a7d5fd-4ee6-455c-ab3b-ec5a565673f5 req-e14bfe31-9182-4724-b8ed-b40ef2edefd1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233222 May 13 13:26:03.352781 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (631b52ee-3a2b-4561-b8ea-c56707db4dee), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.353774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:03.354574 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.355419 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:26:03.416937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] Pushing event updated for resources: {'Network': ['ID=631b52ee-3a2b-4561-b8ea-c56707db4dee,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:03.433499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 631b52ee-3a2b-4561-b8ea-c56707db4dee details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:26:03.498264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:26:03.515134 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:26:03.517921 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.527924 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef2d6-27e9-4ff4-a76b-c7103e27625d req-f2fa4ec7-6a54-4d99-8273-f84b9dfad611 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:03.530880 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:03.531533 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:03.540184 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-16aef2d6-27e9-4ff4-a76b-c7103e27625d req-f2fa4ec7-6a54-4d99-8273-f84b9dfad611 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0806518 May 13 13:26:03.560764 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0f6adc52-ac1d-4c18-92f9-fa813623a104 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "PUT /v2.0/floatingips/9a36ff1d-4836-4ed6-8246-621cb129b6c8 HTTP/1.1" status: 200 len: 991 time: 2.5139976 May 13 13:26:03.561777 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:03.564873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421b53b-d700-4798-8bf3-e3e9b746fb47" -d '{"events": [{"name": "network-changed", "server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:03.568913 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aa29d2f5-5585-44cb-b051-beb4c546af35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6948102 May 13 13:26:03.569472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53240) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:03.577101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Request body: {'subnet': {'network_id': '631b52ee-3a2b-4561-b8ea-c56707db4dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363826584-subnet', 'tenant_id': '6183251fc8a54a829b220a38088df86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:03.622567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb73e1-932b-4ff7-969a-1fbe4f0aa728 x-openstack-request-id: req-54fb73e1-932b-4ff7-969a-1fbe4f0aa728 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:03.626635 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:03.627109 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54fb73e1-932b-4ff7-969a-1fbe4f0aa728 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:03.627837 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fb73e1-932b-4ff7-969a-1fbe4f0aa728'] response: {'name': 'network-changed', 'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'status': 'completed', 'code': 200} May 13 13:26:03.654733 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-16aef2d6-27e9-4ff4-a76b-c7103e27625d req-91d037ca-705a-44f5-a5f8-7bbe7cb6e9c1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096735 May 13 13:26:03.735872 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:03.764173 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Made reservation on behalf of 6183251fc8a54a829b220a38088df86d for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:03.770507 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.065125 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '9a36ff1d-4836-4ed6-8246-621cb129b6c8', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:27Z', 'updated_at': '2022-05-13T13:26:02Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:04.072980 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (4d68f6d9-332c-4aa6-be7d-c4972bad0a0e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.094171 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:26:04.104249 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:04.104883 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:04.138830 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d68f6d9-332c-4aa6-be7d-c4972bad0a0e,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:04.148712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Checking segment: {'id': '02f60fed-89a3-4621-bf9b-5b7ac094cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '631b52ee-3a2b-4561-b8ea-c56707db4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:26:04.149310 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Network hostable DHCP agents. Network: 631b52ee-3a2b-4561-b8ea-c56707db4dee, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:26:04.176036 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53262) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:04.194651 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-beab3474-c7ec-4f3e-9cc4-b48124ec0e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.234763 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Network 631b52ee-3a2b-4561-b8ea-c56707db4dee is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:26:04.254856 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:04.279404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-beab3474-c7ec-4f3e-9cc4-b48124ec0e04 admin admin] Publish callbacks [] for security_group (19da2200-764b-45e4-bf7f-6563d832f629), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.322667 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 631b52ee-3a2b-4561-b8ea-c56707db4dee) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:04.327328 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:04.328365 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.332136 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ea837-fe85-4dc4-a0c2-c91ffbc4716b None None] Network 631b52ee-3a2b-4561-b8ea-c56707db4dee requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:04.372264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-beab3474-c7ec-4f3e-9cc4-b48124ec0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (19da2200-764b-45e4-bf7f-6563d832f629), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.505990 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bc454-e257-454f-aacb-1c8d7b6b381f None None] Network 631b52ee-3a2b-4561-b8ea-c56707db4dee requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:04.526115 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cabc-f033-4b23-81bc-ba42866af71b req-02374bca-21f8-440a-89e8-ee6ec36a921f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:04.527674 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3a42cabc-f033-4b23-81bc-ba42866af71b req-02374bca-21f8-440a-89e8-ee6ec36a921f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.1242189 May 13 13:26:04.543411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-83f22455-fdcb-4736-8043-a75aaa73ca77 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9634595 May 13 13:26:04.543411 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-3c31f4da-8dee-496e-a2c6-b60cf7bfb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:04.543411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-3c31f4da-8dee-496e-a2c6-b60cf7bfb5fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1129 time: 0.1937094 May 13 13:26:04.554004 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53274) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:04.561686 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-beab3474-c7ec-4f3e-9cc4-b48124ec0e04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1840529b8cda4a8ea0790e1f854c6263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844805 May 13 13:26:04.562549 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab3474-c7ec-4f3e-9cc4-b48124ec0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da2200-764b-45e4-bf7f-6563d832f629,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:04.679089 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] Publish callbacks [] for security_group (19da2200-764b-45e4-bf7f-6563d832f629), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.714241 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '9a36ff1d-4836-4ed6-8246-621cb129b6c8', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:27Z', 'updated_at': '2022-05-13T13:26:02Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:04.722476 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] Publish callbacks [] for security_group (19da2200-764b-45e4-bf7f-6563d832f629), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.737778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-2ec45dfe-cc68-45e8-bd2c-6d12d3971bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:04.739446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-2ec45dfe-cc68-45e8-bd2c-6d12d3971bb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.1740518 May 13 13:26:04.774228 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865134a1-ae4f-4234-a0a2-bbd4cacd739c None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '9a36ff1d-4836-4ed6-8246-621cb129b6c8', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:27Z', 'updated_at': '2022-05-13T13:26:02Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:26:04.856740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75bf0-8f8a-43bf-827a-087f4dcb2e90 req-a8e7e849-cc96-4f74-996d-91753b10aa99 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:04.859206 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7e75bf0-8f8a-43bf-827a-087f4dcb2e90 req-a8e7e849-cc96-4f74-996d-91753b10aa99 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0961308 May 13 13:26:04.942065 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7e75bf0-8f8a-43bf-827a-087f4dcb2e90 req-630483df-93c8-466c-ae35-766a6ff89961 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 May 13 13:26:04.968930 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (19da2200-764b-45e4-bf7f-6563d832f629), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.972012 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.973468 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19da2200-764b-45e4-bf7f-6563d832f629 HTTP/1.1" status: 204 len: 168 time: 0.4295828 May 13 13:26:04.984222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d4e3f-2857-4bcc-9728-f35f4b93c0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da2200-764b-45e4-bf7f-6563d832f629,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:04.994024 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3a42cabc-f033-4b23-81bc-ba42866af71b req-c4a696dc-5219-44ba-b847-9e56b82843d4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4273815 May 13 13:26:05.001955 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-40d86d95-cf4b-4eaa-95e6-4cc8c06ee235 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 999 time: 0.2497239 May 13 13:26:05.084384 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-a2863d32-63da-492a-a265-cebd55459011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.085891 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-a2863d32-63da-492a-a265-cebd55459011 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0662270 May 13 13:26:05.177816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe730f5-056e-40a7-b7b5-9b68a43feab1 None None] New status for floating IP 9a36ff1d-4836-4ed6-8246-621cb129b6c8: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:26:05.178780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172cbe1-96a2-4fb4-ac4e-b1909d7d290f req-a75c0643-fb96-451e-8012-c3e7011bf3b3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.182174 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c172cbe1-96a2-4fb4-ac4e-b1909d7d290f req-a75c0643-fb96-451e-8012-c3e7011bf3b3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0921438 May 13 13:26:05.191518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53302) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:05.198865 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-ee09fc8f-4356-43a3-85da-124d6db1b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.204754 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-ee09fc8f-4356-43a3-85da-124d6db1b1dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020267 May 13 13:26:05.206162 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'floatingip': {'port_id': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:05.306726 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.337827 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-8d08df5a-2ee8-4da7-8ac7-f2ebdb73d853 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270626 May 13 13:26:05.466318 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9421b53b-d700-4798-8bf3-e3e9b746fb47 req-428c9340-7047-4e7b-8a3b-e7ff1c925b85 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214099 May 13 13:26:06.109591 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f0ca-3ece-41f9-98f2-d703d5c50437 req-fe2d1dd9-c258-4bd6-9603-eb18e3a3abb1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:06.111577 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9879f0ca-3ece-41f9-98f2-d703d5c50437 req-fe2d1dd9-c258-4bd6-9603-eb18e3a3abb1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0822115 May 13 13:26:06.191306 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9879f0ca-3ece-41f9-98f2-d703d5c50437 req-d3f7de5f-a4e8-4aec-8688-87d7ce8452ce tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725629 May 13 13:26:06.274214 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.358799 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.478986 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Floating IP 11f1f121-03e0-42e7-9164-8b8e063a5ba1 associated. External IP: 172.27.0.62, port: 14a7371d-78d5-4d51-b08a-8cd6ecaa1263. May 13 13:26:06.719127 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:26:06.834736 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:26:06.840122 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.846360 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:26:06.877547 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b295a1d7-0aa0-4cbb-92b0-c6ad5826b1b2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "PUT /v2.0/floatingips/11f1f121-03e0-42e7-9164-8b8e063a5ba1 HTTP/1.1" status: 200 len: 991 time: 1.6812327 May 13 13:26:06.877547 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:06.878160 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f0f63c-d066-432c-b2c7-77a95871e63c" -d '{"events": [{"name": "network-changed", "server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:06.886302 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:06.886439 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:06.909357 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-78e861ce-ecbd-43eb-87db-bf4caf18f0ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731161 May 13 13:26:06.920638 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3bb75-259c-48f0-889c-447f350e005b x-openstack-request-id: req-7aa3bb75-259c-48f0-889c-447f350e005b {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:06.921560 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:06.922179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aa3bb75-259c-48f0-889c-447f350e005b {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:06.923848 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa3bb75-259c-48f0-889c-447f350e005b'] response: {'name': 'network-changed', 'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'status': 'completed', 'code': 200} May 13 13:26:06.993884 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-18098ead-8e4d-4302-b75f-0ed9055ed14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:06.995527 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-18098ead-8e4d-4302-b75f-0ed9055ed14e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1130 time: 0.0395918 May 13 13:26:07.025247 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:07.033449 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-c7477334-1c78-49fd-9a73-4cfffcd00834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.035219 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-c7477334-1c78-49fd-9a73-4cfffcd00834 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=65563e9192834a848521c69c7c80f078&device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 1129 time: 0.0469940 May 13 13:26:07.175910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-bc9f5d40-08f1-4734-82d0-283e084cf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.177528 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-bc9f5d40-08f1-4734-82d0-283e084cf7b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.1641252 May 13 13:26:07.292359 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-4e0a47b4-7aea-4cb3-8ed7-729f121f663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.296522 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-4e0a47b4-7aea-4cb3-8ed7-729f121f663a service neutron] 10.222.0.70 "GET /v2.0/networks?id=371011cc-fae8-48c0-8a92-ac7c80ac3095 HTTP/1.1" status: 200 len: 912 time: 0.2157457 May 13 13:26:07.347171 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-d5d32225-5a2a-45d5-bac5-31a80e156a6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 999 time: 0.1601803 May 13 13:26:07.351417 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '11f1f121-03e0-42e7-9164-8b8e063a5ba1', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:76:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:33Z', 'updated_at': '2022-05-13T13:26:06Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:07.370254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11a9e-0058-40a0-b919-1c711f011432 req-b9e22571-5f87-4242-b91b-6eeb5079f0aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.371878 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8ab11a9e-0058-40a0-b919-1c711f011432 req-b9e22571-5f87-4242-b91b-6eeb5079f0aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0790243 May 13 13:26:07.390394 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:26:07.391701 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-45a82258-4afe-461f-95a0-fef0b753eab1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4f23c78-8204-4a15-829a-414f56fa3b61 HTTP/1.1" status: 200 len: 217 time: 0.0737524 May 13 13:26:07.399793 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:07.400627 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:25:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:07.438036 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-50111456-7bef-4f79-b500-55a1f0a98698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.439499 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-50111456-7bef-4f79-b500-55a1f0a98698 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0831294 May 13 13:26:07.466869 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-6c1e1308-14fd-49e5-a02f-2d96055d1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.469209 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-6c1e1308-14fd-49e5-a02f-2d96055d1933 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d294e19-cbe1-47cd-b036-530d2e027bd9 HTTP/1.1" status: 200 len: 851 time: 0.0629992 May 13 13:26:07.482818 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8ab11a9e-0058-40a0-b919-1c711f011432 req-b5f05d04-0281-4f91-b231-466cafa8516f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861368 May 13 13:26:07.497844 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-27503050-e0aa-480f-8a87-7ca579d0a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.497844 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-27503050-e0aa-480f-8a87-7ca579d0a5af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474668 May 13 13:26:07.533899 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-f292c1cb-6457-4ba4-bbd7-ae602cd006d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=371011cc-fae8-48c0-8a92-ac7c80ac3095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354917 May 13 13:26:07.582417 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:07.624185 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-a4a04db1-9eb0-46d4-a4fb-f8eded4a6043 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197815 May 13 13:26:07.657949 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-a80ecb5e-c055-4a70-9a67-9c864261b5b4 service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175680 May 13 13:26:07.731860 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05f0f63c-d066-432c-b2c7-77a95871e63c req-9eda4da6-e766-4f74-bb93-db9ba6435c41 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002476 May 13 13:26:07.793807 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-62650404-5bf8-4b3d-a0af-3b5d1f966c0e req-a1b7ab32-cc40-45f1-9559-05fc2f9ac269 service neutron] 10.222.0.70 "GET /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228912 May 13 13:26:07.840919 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '11f1f121-03e0-42e7-9164-8b8e063a5ba1', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:76:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:33Z', 'updated_at': '2022-05-13T13:26:06Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:07.867578 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279624e3-4fa5-42d1-b4b1-9cd6808fc867 None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '11f1f121-03e0-42e7-9164-8b8e063a5ba1', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:76:a0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:33Z', 'updated_at': '2022-05-13T13:26:06Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:26:08.067092 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146766d9-b7ca-4eb9-a512-3d5673410414 None None] New status for floating IP 11f1f121-03e0-42e7-9164-8b8e063a5ba1: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:26:08.616607 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22fd92-75cb-424d-ab1e-8b73dd625b52 req-1aa94055-de78-498c-ac71-e725582fef7e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:08.618135 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2a22fd92-75cb-424d-ab1e-8b73dd625b52 req-1aa94055-de78-498c-ac71-e725582fef7e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0528011 May 13 13:26:08.664811 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2a22fd92-75cb-424d-ab1e-8b73dd625b52 req-d2d17fdf-3888-49fd-9311-4204b295562e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 May 13 13:26:09.791236 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cc265-59b3-45a2-b138-3fa56fe6be16 req-97b1f5d2-0079-42e4-88f6-d67f0777be74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:09.792836 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-765cc265-59b3-45a2-b138-3fa56fe6be16 req-97b1f5d2-0079-42e4-88f6-d67f0777be74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0566957 May 13 13:26:09.845587 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-765cc265-59b3-45a2-b138-3fa56fe6be16 req-9f20d448-9b92-4d17-8064-240cf1dbedee tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 May 13 13:26:10.061736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:10.984953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601349-8b38-44e6-943c-4a8390304253 req-bf6f1293-c839-43f1-9faa-de7898c4706f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:10.986543 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7601349-8b38-44e6-943c-4a8390304253 req-bf6f1293-c839-43f1-9faa-de7898c4706f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0529723 May 13 13:26:11.034530 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7601349-8b38-44e6-943c-4a8390304253 req-bbd05b15-fdb9-46cd-82fb-b11b77421c83 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 May 13 13:26:11.131237 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53488) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:11.236447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.380081 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Publish callbacks [] for security_group (842ee7f9-b169-4206-bf10-9e4710b72b17), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.615981 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (842ee7f9-b169-4206-bf10-9e4710b72b17), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.655696 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=248d93ad559f416893e1a8d97ab0a45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233619 May 13 13:26:11.656572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ee7f9-b169-4206-bf10-9e4710b72b17,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:11.658870 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53500) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:11.664114 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.664465 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.664803 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.665146 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.665477 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.665839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.686005 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeae651-396a-46e8-bd49-a72be3c52b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:11.711215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Publish callbacks [] for security_group (842ee7f9-b169-4206-bf10-9e4710b72b17), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.753018 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Publish callbacks [] for security_group (842ee7f9-b169-4206-bf10-9e4710b72b17), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.981761 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (842ee7f9-b169-4206-bf10-9e4710b72b17), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.984403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.985549 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/842ee7f9-b169-4206-bf10-9e4710b72b17 HTTP/1.1" status: 204 len: 168 time: 0.3255789 May 13 13:26:11.994529 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ee7f9-b169-4206-bf10-9e4710b72b17,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:12.003065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.003602 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.004043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.004309 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.004633 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.004958 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.005287 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.005662 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.006100 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.006425 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.006770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.007097 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.007422 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.007738 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.008054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9d850-4486-48db-9c14-0108891cf717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:12.054860 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:26:12.154867 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90bf0d-9e28-42bc-a1ec-98874449ff96 req-21bcef5d-a132-4cf0-955c-00a5310598e6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:12.156472 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6c90bf0d-9e28-42bc-a1ec-98874449ff96 req-21bcef5d-a132-4cf0-955c-00a5310598e6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0546260 May 13 13:26:12.206121 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6c90bf0d-9e28-42bc-a1ec-98874449ff96 req-99730cf8-b786-426b-a6c6-aed0e387256a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 May 13 13:26:12.282866 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be462c99-af26-48ae-91e5-3d9543c332bf req-a58cb9c7-dd8e-499f-9754-f58eeb6fda8b tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:12.284373 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-be462c99-af26-48ae-91e5-3d9543c332bf req-a58cb9c7-dd8e-499f-9754-f58eeb6fda8b tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0493658 May 13 13:26:12.332508 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-be462c99-af26-48ae-91e5-3d9543c332bf req-5ebd1917-9778-46e4-bdd3-dd0fa7ceaa0e tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 May 13 13:26:12.653749 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53524) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:12.667015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17e17187-a953-473a-8c2b-d4addb430826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:12.739497 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17e17187-a953-473a-8c2b-d4addb430826 admin admin] Publish callbacks [] for security_group (fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:12.833623 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-17e17187-a953-473a-8c2b-d4addb430826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:12.875469 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-17e17187-a953-473a-8c2b-d4addb430826 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48bf5d49bdd440bca669489e9d26d9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202029 May 13 13:26:12.876319 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17187-a953-473a-8c2b-d4addb430826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:12.878909 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53526) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:12.941880 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] Publish callbacks [] for security_group (fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:12.962921 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] Publish callbacks [] for security_group (fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.088069 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.090692 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.091848 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea HTTP/1.1" status: 204 len: 168 time: 0.2115631 May 13 13:26:13.099698 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc63d8-e3b5-4435-9c23-8710e47398c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58ccd3-74dc-4dc7-b5da-3341bdcf4fea,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:13.317513 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b2a1-689e-4898-ae09-dcb9ef220aab req-3e2ba6dd-9cf3-462c-88f2-aa4e4cbb445f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:13.319027 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ac3b2a1-689e-4898-ae09-dcb9ef220aab req-3e2ba6dd-9cf3-462c-88f2-aa4e4cbb445f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0479105 May 13 13:26:13.370474 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1ac3b2a1-689e-4898-ae09-dcb9ef220aab req-8bf1ba75-d5f9-498d-b7a4-0692e6207e02 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 May 13 13:26:13.458784 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ed8c-58c3-4101-b2c6-6d8ed4a35e5b req-c824f540-6062-421d-8e79-aca047042b18 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:13.460273 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-86a4ed8c-58c3-4101-b2c6-6d8ed4a35e5b req-c824f540-6062-421d-8e79-aca047042b18 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0474591 May 13 13:26:13.507858 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-86a4ed8c-58c3-4101-b2c6-6d8ed4a35e5b req-603b9e9b-7762-4886-8b8e-6202edeb6cf7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 May 13 13:26:13.712326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53544) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:13.724314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-96ca1408-b5e1-457f-95fe-e544d23362fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.798203 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-96ca1408-b5e1-457f-95fe-e544d23362fd admin admin] Publish callbacks [] for security_group (967e3689-474a-4bb5-bf92-1167a6be6d84), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.893682 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-96ca1408-b5e1-457f-95fe-e544d23362fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (967e3689-474a-4bb5-bf92-1167a6be6d84), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:13.932327 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-96ca1408-b5e1-457f-95fe-e544d23362fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d65bf918451540e9890385fa05d1b066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203176 May 13 13:26:13.933192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1408-b5e1-457f-95fe-e544d23362fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e3689-474a-4bb5-bf92-1167a6be6d84,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:13.935025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53546) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:13.982844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] Publish callbacks [] for security_group (967e3689-474a-4bb5-bf92-1167a6be6d84), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:14.003996 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] Publish callbacks [] for security_group (967e3689-474a-4bb5-bf92-1167a6be6d84), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:14.145318 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (967e3689-474a-4bb5-bf92-1167a6be6d84), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:14.147951 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:14.149089 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/967e3689-474a-4bb5-bf92-1167a6be6d84 HTTP/1.1" status: 204 len: 168 time: 0.2130787 May 13 13:26:14.159248 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6c15-3515-4562-89d8-c59206a09ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e3689-474a-4bb5-bf92-1167a6be6d84,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:14.506517 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a538af-7715-40ef-a697-32febef48e9f req-48949c8f-5cba-4301-b027-73b7b7e2cae3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:14.508755 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d6a538af-7715-40ef-a697-32febef48e9f req-48949c8f-5cba-4301-b027-73b7b7e2cae3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0524011 May 13 13:26:14.560401 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d6a538af-7715-40ef-a697-32febef48e9f req-a64fa794-ab7c-4279-ac1a-203573cad8f0 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 May 13 13:26:14.637648 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-035101ed-a173-47d0-a665-59ddb1bea715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:14.654958 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fadf0-a987-4217-8349-42766a460916 req-579415d5-c449-4efc-8f48-6fabd4b9bfac tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:14.659040 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bc7fadf0-a987-4217-8349-42766a460916 req-579415d5-c449-4efc-8f48-6fabd4b9bfac tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0485673 May 13 13:26:14.703276 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bc7fadf0-a987-4217-8349-42766a460916 req-a54ece57-1005-449e-9af7-724ea2001e46 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 May 13 13:26:15.673974 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee844d-9eae-41cd-95e0-1916ac8c8af0 req-836a6c92-6c81-495e-b162-1a1355783c6b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:15.675629 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbee844d-9eae-41cd-95e0-1916ac8c8af0 req-836a6c92-6c81-495e-b162-1a1355783c6b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0471945 May 13 13:26:15.745338 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbee844d-9eae-41cd-95e0-1916ac8c8af0 req-78de8989-7211-4da0-ab29-7e2987482dea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601280 May 13 13:26:15.828810 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da10407-7590-4c04-8915-9c94e999cbfe req-54820765-9bc2-480e-8b51-074a8769cee0 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:15.830474 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7da10407-7590-4c04-8915-9c94e999cbfe req-54820765-9bc2-480e-8b51-074a8769cee0 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0484238 May 13 13:26:15.882239 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7da10407-7590-4c04-8915-9c94e999cbfe req-2f7137b3-d855-45dd-b62e-c22a64bff575 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 May 13 13:26:16.847256 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cedec4-7042-4437-9d4d-28727cd32d2c req-c0c46232-dfb9-4d9e-90b3-3a62101fa657 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:16.848724 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63cedec4-7042-4437-9d4d-28727cd32d2c req-c0c46232-dfb9-4d9e-90b3-3a62101fa657 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0465171 May 13 13:26:16.897619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-63cedec4-7042-4437-9d4d-28727cd32d2c req-df58f7b9-8ef9-4603-963c-af4629b90f7f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 May 13 13:26:17.004268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6a7f-c4b8-4068-9172-c0aa2ff17f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:17.009292 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319fd75-dfa4-4a14-8c00-1c3c1c690a88 req-f099185d-a97a-42de-9398-54031750c7ba tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:17.010795 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8319fd75-dfa4-4a14-8c00-1c3c1c690a88 req-f099185d-a97a-42de-9398-54031750c7ba tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0466149 May 13 13:26:17.057816 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8319fd75-dfa4-4a14-8c00-1c3c1c690a88 req-3b77c634-25ee-4f7f-8703-61a1fcc1f6b6 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 May 13 13:26:18.011807 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192639f-32c2-4130-b295-00749c4a3514 req-cb024cdc-11b8-44d5-b6d4-643f993f4ffa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:18.013271 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9192639f-32c2-4130-b295-00749c4a3514 req-cb024cdc-11b8-44d5-b6d4-643f993f4ffa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0458012 May 13 13:26:18.062103 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9192639f-32c2-4130-b295-00749c4a3514 req-ed2e0d5a-0e64-4089-8864-49e5b4479796 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 May 13 13:26:18.124514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:18.171806 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149e210-b10e-4861-ac66-582ccacd7843 req-88a11076-85e6-40bb-b7f9-a67507641127 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:18.173286 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6149e210-b10e-4861-ac66-582ccacd7843 req-88a11076-85e6-40bb-b7f9-a67507641127 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0476718 May 13 13:26:18.223910 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6149e210-b10e-4861-ac66-582ccacd7843 req-1c507f6a-119c-44bd-aaf8-1d8376d747b5 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 May 13 13:26:19.020826 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-df9e51bd-135a-4f81-a4a1-23ce2d931240 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:19.022281 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-df9e51bd-135a-4f81-a4a1-23ce2d931240 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0474703 May 13 13:26:19.197926 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Deleting port a4f23c78-8204-4a15-829a-414f56fa3b61 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:26:19.198275 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:19.257800 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb64cc-32bb-470b-b11c-53fa57741b86 req-46950e86-c74d-44de-a431-8b098ea5c266 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:19.259339 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cacb64cc-32bb-470b-b11c-53fa57741b86 req-46950e86-c74d-44de-a431-8b098ea5c266 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.1160929 May 13 13:26:19.352043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] For port a4f23c78-8204-4a15-829a-414f56fa3b61, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=a4f23c78-8204-4a15-829a-414f56fa3b61,segment=NetworkSegment(7c97f8e5-ce36-4210-87d0-e44555973945),segment_id=7c97f8e5-ce36-4210-87d0-e44555973945)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:19.352355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:19.366255 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cacb64cc-32bb-470b-b11c-53fa57741b86 req-04bf5844-bead-40ff-9f42-dba80ccab35b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950513 May 13 13:26:19.367860 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4adc-ba60-4de8-997e-6817d3b705e0 req-733d244c-33be-46cd-b843-e185e2bce99a tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:19.372058 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d7be4adc-ba60-4de8-997e-6817d3b705e0 req-733d244c-33be-46cd-b843-e185e2bce99a tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 945 time: 0.0625162 May 13 13:26:19.372631 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Calling delete_port for a4f23c78-8204-4a15-829a-414f56fa3b61 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:26:19.440831 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d7be4adc-ba60-4de8-997e-6817d3b705e0 req-8e214b9d-7ece-43af-bb64-0c990a8b2e6c tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/security-groups?id=79a38c06-bd36-4c05-b90e-ab09423a3e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 May 13 13:26:19.471163 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:19.688546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (a4f23c78-8204-4a15-829a-414f56fa3b61), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:19.703961 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['a4f23c78-8204-4a15-829a-414f56fa3b61'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:26:19.718524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Pushing event deleted for resources: {'Port': ['ID=a4f23c78-8204-4a15-829a-414f56fa3b61,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:19.989362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] No DVR routers for this DVR port a4f23c78-8204-4a15-829a-414f56fa3b61 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:26:19.992576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:19.995898 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d26d203-5e00-4ceb-afe4-811657838bbb req-aa158dea-d421-4ad4-af8f-5b7a41fc909d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.70 "DELETE /v2.0/ports/a4f23c78-8204-4a15-829a-414f56fa3b61 HTTP/1.1" status: 204 len: 173 time: 0.9654429 May 13 13:26:19.996340 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'name': 'network-vif-deleted', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:19.998567 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bf65c-15d3-4098-ae17-bf36bf13d28b" -d '{"events": [{"server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "name": "network-vif-deleted", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:20.036411 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6f20c-8ee2-4b07-a241-aca9005b98a8 x-openstack-request-id: req-8de6f20c-8ee2-4b07-a241-aca9005b98a8 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:20.037011 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7e67-a111-4f6b-9ddf-e13a0028db84", "name": "network-vif-deleted", "tag": "a4f23c78-8204-4a15-829a-414f56fa3b61", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:20.037011 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8de6f20c-8ee2-4b07-a241-aca9005b98a8 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:20.037378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de6f20c-8ee2-4b07-a241-aca9005b98a8'] response: {'server_uuid': 'c8fe7e67-a111-4f6b-9ddf-e13a0028db84', 'name': 'network-vif-deleted', 'tag': 'a4f23c78-8204-4a15-829a-414f56fa3b61', 'status': 'completed', 'code': 200} May 13 13:26:20.486496 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eebb5c-a84e-4716-ac1f-a3ce48906aaf req-692d84a2-8ad9-4878-94f8-922573684561 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:20.487995 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-63eebb5c-a84e-4716-ac1f-a3ce48906aaf req-692d84a2-8ad9-4878-94f8-922573684561 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0487831 May 13 13:26:20.538900 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-966051b3-61e0-434f-9111-6dc3f1964b7c req-572f5de1-ad75-4589-9611-71adb4a877a7 tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.0278037 May 13 13:26:20.546244 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-63eebb5c-a84e-4716-ac1f-a3ce48906aaf req-27a86509-ea50-49a5-95c0-625e452bf68e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526774 May 13 13:26:20.815776 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:21.646468 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25333cac-fda3-4e4b-b911-cc71ec81eb82 req-e3bf7872-b213-4040-9272-d38dc023e42d tempest-DeleteServersTestJSON-704022062 tempest-DeleteServersTestJSON-704022062-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8fe7e67-a111-4f6b-9ddf-e13a0028db84 HTTP/1.1" status: 200 len: 210 time: 0.0276122 May 13 13:26:21.652586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0dfd6-7b76-493e-a76a-cea9672bfed2 req-ef5533e9-597c-4e35-993b-d0dc1b92ef40 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:21.654342 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cab0dfd6-7b76-493e-a76a-cea9672bfed2 req-ef5533e9-597c-4e35-993b-d0dc1b92ef40 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0471334 May 13 13:26:21.708175 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cab0dfd6-7b76-493e-a76a-cea9672bfed2 req-cfacadb3-38da-4f59-849c-ef9fb3bbf1f9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 May 13 13:26:22.156407 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device a4f23c78-8204-4a15-829a-414f56fa3b61 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:26:22.177340 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: a4f23c78-8204-4a15-829a-414f56fa3b61 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:26:22.177695 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device a4f23c78-8204-4a15-829a-414f56fa3b61 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:26:22.281456 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53778) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:22.388773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc49b127-7ee2-44d2-b6b4-21e18ff2de30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.464053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc49b127-7ee2-44d2-b6b4-21e18ff2de30 admin admin] Publish callbacks [] for security_group (cff5b1f7-82ea-44fd-b6e3-58fffd828138), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.576262 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc49b127-7ee2-44d2-b6b4-21e18ff2de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cff5b1f7-82ea-44fd-b6e3-58fffd828138), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.614363 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fc49b127-7ee2-44d2-b6b4-21e18ff2de30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=401a52cf9191439fa8a693ceb9c302ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317256 May 13 13:26:22.616269 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b127-7ee2-44d2-b6b4-21e18ff2de30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5b1f7-82ea-44fd-b6e3-58fffd828138,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:22.617024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53786) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:22.666062 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] Publish callbacks [] for security_group (cff5b1f7-82ea-44fd-b6e3-58fffd828138), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.689811 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] Publish callbacks [] for security_group (cff5b1f7-82ea-44fd-b6e3-58fffd828138), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.823813 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b822d-7895-4e06-a459-51961d35571d req-f2d34a67-f304-421f-b6f0-64fdf46ab2d7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:22.825463 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-649b822d-7895-4e06-a459-51961d35571d req-f2d34a67-f304-421f-b6f0-64fdf46ab2d7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0479531 May 13 13:26:22.886308 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-649b822d-7895-4e06-a459-51961d35571d req-3dd62627-40ef-4d4c-a1f0-741128445adc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 May 13 13:26:22.896216 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cff5b1f7-82ea-44fd-b6e3-58fffd828138), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.898785 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.902629 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cff5b1f7-82ea-44fd-b6e3-58fffd828138 HTTP/1.1" status: 204 len: 168 time: 0.2819641 May 13 13:26:22.915458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7cf9a-64d0-42c2-b4c8-8a0c0b544f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5b1f7-82ea-44fd-b6e3-58fffd828138,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:23.596989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53848) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:23.612648 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf82c-c298-4121-ac6a-b448af59587a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.683577 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf82c-c298-4121-ac6a-b448af59587a admin admin] Publish callbacks [] for security_group (da33db6b-c69f-4129-9ed5-1221d49a9ca4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.781508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf82c-c298-4121-ac6a-b448af59587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (da33db6b-c69f-4129-9ed5-1221d49a9ca4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.820758 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3ecaf82c-c298-4121-ac6a-b448af59587a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60b45795c6664a68aaa9a53e3141841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226782 May 13 13:26:23.822160 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf82c-c298-4121-ac6a-b448af59587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da33db6b-c69f-4129-9ed5-1221d49a9ca4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:23.823734 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53854) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:23.873222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] Publish callbacks [] for security_group (da33db6b-c69f-4129-9ed5-1221d49a9ca4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.896154 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] Publish callbacks [] for security_group (da33db6b-c69f-4129-9ed5-1221d49a9ca4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.006204 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709bc39-955f-42ac-8d22-5b7590401c06 req-74f5e6d0-1c80-4ed1-bb93-08f60cf1f80d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:24.007807 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0709bc39-955f-42ac-8d22-5b7590401c06 req-74f5e6d0-1c80-4ed1-bb93-08f60cf1f80d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0516500 May 13 13:26:24.045615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (da33db6b-c69f-4129-9ed5-1221d49a9ca4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.049736 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.049736 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da33db6b-c69f-4129-9ed5-1221d49a9ca4 HTTP/1.1" status: 204 len: 168 time: 0.2239573 May 13 13:26:24.068000 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0709bc39-955f-42ac-8d22-5b7590401c06 req-1eb48d6a-54ba-4162-b6b8-03a32ab4e9ac tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534143 May 13 13:26:24.068836 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356184b-a429-4d15-a860-31129ee58301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da33db6b-c69f-4129-9ed5-1221d49a9ca4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:24.390596 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53876) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:24.442046 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Deleting subnet 1d294e19-cbe1-47cd-b036-530d2e027bd9 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:26:24.446065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Publish callbacks [] for subnet (1d294e19-cbe1-47cd-b036-530d2e027bd9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.466254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53880) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:24.488854 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Publish callbacks [] for subnet (1d294e19-cbe1-47cd-b036-530d2e027bd9), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.503009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (1d294e19-cbe1-47cd-b036-530d2e027bd9), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.596080 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ccff84ae-a176-426d-ac98-f60afa56b656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.627785 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (1d294e19-cbe1-47cd-b036-530d2e027bd9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.640964 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.644478 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d294e19-cbe1-47cd-b036-530d2e027bd9 HTTP/1.1" status: 204 len: 168 time: 0.2535479 May 13 13:26:24.648827 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53890) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:24.665831 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecabf7-639f-464f-b3db-220d4f15f007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d294e19-cbe1-47cd-b036-530d2e027bd9,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:24.737123 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ccff84ae-a176-426d-ac98-f60afa56b656 admin admin] Publish callbacks [] for security_group (2d0bde75-9b83-4b8c-8507-3ae813495216), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.741404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (371011cc-fae8-48c0-8a92-ac7c80ac3095), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.820219 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (371011cc-fae8-48c0-8a92-ac7c80ac3095), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.835146 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ccff84ae-a176-426d-ac98-f60afa56b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2d0bde75-9b83-4b8c-8507-3ae813495216), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.853126 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371011cc-fae8-48c0-8a92-ac7c80ac3095']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:24.880092 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c97f8e5-ce36-4210-87d0-e44555973945') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:24.880390 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c97f8e5-ce36-4210-87d0-e44555973945') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:24.900259 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ccff84ae-a176-426d-ac98-f60afa56b656 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c9872b9ac4647c4bb98bc8ec82a6ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329808 May 13 13:26:24.901964 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (7c97f8e5-ce36-4210-87d0-e44555973945), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.903634 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53898) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:24.908823 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff84ae-a176-426d-ac98-f60afa56b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0bde75-9b83-4b8c-8507-3ae813495216,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:24.918568 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (7c97f8e5-ce36-4210-87d0-e44555973945), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.928831 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:26:24.933107 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (7c97f8e5-ce36-4210-87d0-e44555973945), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:26:24.934866 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:26:24.996351 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] Publish callbacks [] for security_group (2d0bde75-9b83-4b8c-8507-3ae813495216), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.030233 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] Publish callbacks [] for security_group (2d0bde75-9b83-4b8c-8507-3ae813495216), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.084873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (371011cc-fae8-48c0-8a92-ac7c80ac3095), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.090930 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.095334 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/371011cc-fae8-48c0-8a92-ac7c80ac3095 HTTP/1.1" status: 204 len: 168 time: 0.4455411 May 13 13:26:25.109555 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85863266-f832-49de-97ea-b798753ee6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=371011cc-fae8-48c0-8a92-ac7c80ac3095,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:25.175919 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2d0bde75-9b83-4b8c-8507-3ae813495216), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.178599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.179762 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d0bde75-9b83-4b8c-8507-3ae813495216 HTTP/1.1" status: 204 len: 168 time: 0.2749550 May 13 13:26:25.187861 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051d19-899e-4f89-aef7-be4bc0faa6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0bde75-9b83-4b8c-8507-3ae813495216,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:25.219571 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc1b1-9c03-4a43-9c02-74dfe4e1f9bc req-2f26b489-93b9-497e-9027-e04ca01c6885 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:25.226043 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-117bc1b1-9c03-4a43-9c02-74dfe4e1f9bc req-2f26b489-93b9-497e-9027-e04ca01c6885 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0556908 May 13 13:26:25.287148 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-117bc1b1-9c03-4a43-9c02-74dfe4e1f9bc req-4fb6f07e-ee19-414c-aee4-6ad6c0bc0801 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 May 13 13:26:25.543077 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53934) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:25.586458 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-51864185-198f-42c8-9e62-002dfe1c0bf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65563e9192834a848521c69c7c80f078&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421193 May 13 13:26:25.589984 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53936) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:25.641183 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] Publish callbacks [] for security_group (79a38c06-bd36-4c05-b90e-ab09423a3e2f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.662640 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] Publish callbacks [] for security_group (79a38c06-bd36-4c05-b90e-ab09423a3e2f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.797291 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (79a38c06-bd36-4c05-b90e-ab09423a3e2f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.800935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:25.802755 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79a38c06-bd36-4c05-b90e-ab09423a3e2f HTTP/1.1" status: 204 len: 168 time: 0.2113209 May 13 13:26:25.812664 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8969-4356-43b6-a2b4-9242ca8754b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a38c06-bd36-4c05-b90e-ab09423a3e2f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:25.936110 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53946) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:26.316846 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a7559d7d-b89a-4fd0-95b7-94bafb63e9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.417493 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15f8f2-af6e-4044-a74f-f8d9815d3969 req-025a1050-ebf7-4476-b295-94fcd566de3f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:26.419017 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f15f8f2-af6e-4044-a74f-f8d9815d3969 req-025a1050-ebf7-4476-b295-94fcd566de3f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0563023 May 13 13:26:26.447379 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a7559d7d-b89a-4fd0-95b7-94bafb63e9ea admin admin] Publish callbacks [] for security_group (94056af9-ed9f-461e-a440-4bbbd86b6973), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.476020 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f15f8f2-af6e-4044-a74f-f8d9815d3969 req-a1864790-0c8d-4099-b4e2-740731768308 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 May 13 13:26:26.537054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 53960) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:26.551811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a7559d7d-b89a-4fd0-95b7-94bafb63e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (94056af9-ed9f-461e-a440-4bbbd86b6973), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.575799 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33807501-fe26-4aa3-b1c9-9e0f293463bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.615035 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a7559d7d-b89a-4fd0-95b7-94bafb63e9ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4283617dcb24d1b90259ac807ed087b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6774914 May 13 13:26:26.618337 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559d7d-b89a-4fd0-95b7-94bafb63e9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94056af9-ed9f-461e-a440-4bbbd86b6973,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:26.618512 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53968) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:26.717568 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33807501-fe26-4aa3-b1c9-9e0f293463bc admin admin] Publish callbacks [] for security_group (7130db38-65f9-43a7-8e8c-d718d380ebc9), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.728129 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] Publish callbacks [] for security_group (94056af9-ed9f-461e-a440-4bbbd86b6973), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.750238 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] Publish callbacks [] for security_group (94056af9-ed9f-461e-a440-4bbbd86b6973), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.810393 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33807501-fe26-4aa3-b1c9-9e0f293463bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7130db38-65f9-43a7-8e8c-d718d380ebc9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.847943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33807501-fe26-4aa3-b1c9-9e0f293463bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130db38-65f9-43a7-8e8c-d718d380ebc9,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:26.854973 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 53976) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:26.855119 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-33807501-fe26-4aa3-b1c9-9e0f293463bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42cb0eaf89b94e948fdbc3862018b5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150837 May 13 13:26:26.911392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] Publish callbacks [] for security_group (7130db38-65f9-43a7-8e8c-d718d380ebc9), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.915774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (94056af9-ed9f-461e-a440-4bbbd86b6973), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.918342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:26.923624 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94056af9-ed9f-461e-a440-4bbbd86b6973 HTTP/1.1" status: 204 len: 168 time: 0.2998495 May 13 13:26:26.940505 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595df66-ae5f-4f92-8428-666aeccb911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94056af9-ed9f-461e-a440-4bbbd86b6973,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:26.947080 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] Publish callbacks [] for security_group (7130db38-65f9-43a7-8e8c-d718d380ebc9), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:27.133774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7130db38-65f9-43a7-8e8c-d718d380ebc9), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:27.136858 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:27.141123 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7130db38-65f9-43a7-8e8c-d718d380ebc9 HTTP/1.1" status: 204 len: 168 time: 0.2848008 May 13 13:26:27.149172 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f741fe8-5952-4c13-b29d-89a9200b3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130db38-65f9-43a7-8e8c-d718d380ebc9,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:27.612115 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63b0f-7f45-4828-bf5e-faccc66a1b56 req-d70cd962-6cb3-4f29-8437-206f1b7a84c7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.613724 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08b63b0f-7f45-4828-bf5e-faccc66a1b56 req-d70cd962-6cb3-4f29-8437-206f1b7a84c7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0552619 May 13 13:26:27.662365 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08b63b0f-7f45-4828-bf5e-faccc66a1b56 req-7d61dc35-ce7c-45c6-84f2-9cdf5659cb9b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 May 13 13:26:27.920657 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54016) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:27.933688 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1a366943-c5b1-47c9-84bd-ea37f6245fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.008673 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1a366943-c5b1-47c9-84bd-ea37f6245fea admin admin] Publish callbacks [] for security_group (6179653d-86a4-4914-8044-5cba2930fc9a), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.113226 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1a366943-c5b1-47c9-84bd-ea37f6245fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6179653d-86a4-4914-8044-5cba2930fc9a), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.156211 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a366943-c5b1-47c9-84bd-ea37f6245fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6179653d-86a4-4914-8044-5cba2930fc9a,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:28.163402 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54030) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:28.163880 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1a366943-c5b1-47c9-84bd-ea37f6245fea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e31a12ca8f6c43149a31520f8fd4065e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417698 May 13 13:26:28.218647 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] Publish callbacks [] for security_group (6179653d-86a4-4914-8044-5cba2930fc9a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.240337 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] Publish callbacks [] for security_group (6179653d-86a4-4914-8044-5cba2930fc9a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.368612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6179653d-86a4-4914-8044-5cba2930fc9a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.372237 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:28.373596 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6179653d-86a4-4914-8044-5cba2930fc9a HTTP/1.1" status: 204 len: 168 time: 0.2083747 May 13 13:26:28.389838 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48210e-b7f1-4119-8956-145ce00fca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6179653d-86a4-4914-8044-5cba2930fc9a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:28.797286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2536-586e-4494-b7b8-cdbefe4b0507 req-59193f66-ba1d-4077-a59b-d036e2ce9352 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:28.800180 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a87a2536-586e-4494-b7b8-cdbefe4b0507 req-59193f66-ba1d-4077-a59b-d036e2ce9352 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0666454 May 13 13:26:28.887500 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a87a2536-586e-4494-b7b8-cdbefe4b0507 req-d64201b4-0389-4026-9552-c5ccc50a85c4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 May 13 13:26:30.009181 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea50e-c3f1-4292-b997-370ef556b59a req-d1afa713-5880-4448-a0af-e55b9eb5774f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:30.010748 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-19cea50e-c3f1-4292-b997-370ef556b59a req-d1afa713-5880-4448-a0af-e55b9eb5774f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0475833 May 13 13:26:30.062241 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-19cea50e-c3f1-4292-b997-370ef556b59a req-22c9504f-9e08-4dbc-abca-39b4af932af6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454006 May 13 13:26:31.064683 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54156) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:31.118795 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Deleting subnet 8ad78425-a7dd-48fd-a6f2-9f11932e13ec {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:26:31.122509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Publish callbacks [] for subnet (8ad78425-a7dd-48fd-a6f2-9f11932e13ec), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.163598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Publish callbacks [] for subnet (8ad78425-a7dd-48fd-a6f2-9f11932e13ec), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.170972 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (8ad78425-a7dd-48fd-a6f2-9f11932e13ec), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.182820 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306638e-b387-489f-a40c-126cad65331e req-64c5f94a-255b-4f1f-82d5-f64b4e164f9e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:31.184436 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9306638e-b387-489f-a40c-126cad65331e req-64c5f94a-255b-4f1f-82d5-f64b4e164f9e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0506208 May 13 13:26:31.234335 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9306638e-b387-489f-a40c-126cad65331e req-c9173659-11f0-42e1-bf1f-fc0d6eaf261d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 May 13 13:26:31.330922 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for subnet (8ad78425-a7dd-48fd-a6f2-9f11932e13ec), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.360202 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad78425-a7dd-48fd-a6f2-9f11932e13ec,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:31.365349 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.368825 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fbdaefa7-981a-46df-85b8-6b991c7643db admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ad78425-a7dd-48fd-a6f2-9f11932e13ec HTTP/1.1" status: 204 len: 168 time: 0.3031042 May 13 13:26:31.371963 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54160) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:31.439125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (5163df04-4aea-48b5-95f8-78db44eca5b3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.526372 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (5163df04-4aea-48b5-95f8-78db44eca5b3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.546601 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.546965 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.547710 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.548060 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.548406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.548728 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.549067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.549391 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.549733 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.550067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.621981 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.622337 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.622669 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.623015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:26:31.623367 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5163df04-4aea-48b5-95f8-78db44eca5b3']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:31.640903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cd4d21-dcc1-4321-b684-994781bbce9c') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:31.641198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cd4d21-dcc1-4321-b684-994781bbce9c') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:31.656564 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (39cd4d21-dcc1-4321-b684-994781bbce9c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.676650 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (39cd4d21-dcc1-4321-b684-994781bbce9c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.685447 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:26:31.685850 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (39cd4d21-dcc1-4321-b684-994781bbce9c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: from cryptography.utils import int_from_bytes May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: from cryptography.utils import int_from_bytes May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:26:31.689915 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:26:31.854174 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (5163df04-4aea-48b5-95f8-78db44eca5b3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.861346 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.864705 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] 10.222.0.25 "DELETE /v2.0/networks/5163df04-4aea-48b5-95f8-78db44eca5b3 HTTP/1.1" status: 204 len: 168 time: 0.4919376 May 13 13:26:31.867718 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54168) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:31.877798 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759ce1c-6414-4bee-b6f9-3c2b1f9b291d admin admin] Pushing event deleted for resources: {'Network': ['ID=5163df04-4aea-48b5-95f8-78db44eca5b3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:31.916680 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Deleting subnet 4d68f6d9-332c-4aa6-be7d-c4972bad0a0e {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:26:31.920360 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Publish callbacks [] for subnet (4d68f6d9-332c-4aa6-be7d-c4972bad0a0e), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.956752 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (4d68f6d9-332c-4aa6-be7d-c4972bad0a0e), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:31.996660 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (4d68f6d9-332c-4aa6-be7d-c4972bad0a0e), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.165031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (4d68f6d9-332c-4aa6-be7d-c4972bad0a0e), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.194604 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.198136 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d68f6d9-332c-4aa6-be7d-c4972bad0a0e HTTP/1.1" status: 204 len: 168 time: 0.3287210 May 13 13:26:32.199716 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b057c-9fd5-4b80-9712-7428a0a6019d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d68f6d9-332c-4aa6-be7d-c4972bad0a0e,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:32.203837 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54178) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:32.270984 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54182) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:32.275930 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (631b52ee-3a2b-4561-b8ea-c56707db4dee), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.362907 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3f455-9d6d-4fd3-aa38-4579aa3f50ad req-09a8aa97-3f1d-41c9-a775-0f36d5ac58e7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:32.364473 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5f3f455-9d6d-4fd3-aa38-4579aa3f50ad req-09a8aa97-3f1d-41c9-a775-0f36d5ac58e7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0563183 May 13 13:26:32.367022 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (631b52ee-3a2b-4561-b8ea-c56707db4dee), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.389912 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631b52ee-3a2b-4561-b8ea-c56707db4dee']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:32.398859 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c125368-3c14-47c3-b2bc-b523fdec70da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.403905 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f60fed-89a3-4621-bf9b-5b7ac094cd5f') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:32.404228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f60fed-89a3-4621-bf9b-5b7ac094cd5f') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:32.413958 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (02f60fed-89a3-4621-bf9b-5b7ac094cd5f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.427689 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (02f60fed-89a3-4621-bf9b-5b7ac094cd5f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.433969 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:26:32.434852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (02f60fed-89a3-4621-bf9b-5b7ac094cd5f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:26:32.444602 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:26:32.446486 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5f3f455-9d6d-4fd3-aa38-4579aa3f50ad req-7e334372-2c53-4d89-83ab-ac96d4cdd4bb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725656 May 13 13:26:32.585624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (631b52ee-3a2b-4561-b8ea-c56707db4dee), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.591825 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.595173 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] 10.222.0.25 "DELETE /v2.0/networks/631b52ee-3a2b-4561-b8ea-c56707db4dee HTTP/1.1" status: 204 len: 168 time: 0.3893759 May 13 13:26:32.605989 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4f83-9342-430f-808b-4d27adbbcb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=631b52ee-3a2b-4561-b8ea-c56707db4dee,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:32.650900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c125368-3c14-47c3-b2bc-b523fdec70da admin admin] Publish callbacks [] for security_group (7fc79f21-0089-4546-b6e7-48f8ae5d2fe4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.713132 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3c125368-3c14-47c3-b2bc-b523fdec70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7fc79f21-0089-4546-b6e7-48f8ae5d2fe4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.752499 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3c125368-3c14-47c3-b2bc-b523fdec70da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124fdd0326d04385b1e8cdfe6704145f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807062 May 13 13:26:32.753386 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125368-3c14-47c3-b2bc-b523fdec70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc79f21-0089-4546-b6e7-48f8ae5d2fe4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:32.760496 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54192) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:32.814526 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] Publish callbacks [] for security_group (7fc79f21-0089-4546-b6e7-48f8ae5d2fe4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.841310 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] Publish callbacks [] for security_group (7fc79f21-0089-4546-b6e7-48f8ae5d2fe4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.943943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54206) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:32.990238 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7f8f627c-e473-418e-8318-cd51f1621928 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dc12e51fbc2450ab2d7868463bff90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449045 May 13 13:26:32.992425 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54210) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:33.004898 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7fc79f21-0089-4546-b6e7-48f8ae5d2fe4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.008637 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.012125 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fc79f21-0089-4546-b6e7-48f8ae5d2fe4 HTTP/1.1" status: 204 len: 168 time: 0.2483921 May 13 13:26:33.030994 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff647ae-8b78-45f2-b6a1-4996c5937074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc79f21-0089-4546-b6e7-48f8ae5d2fe4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:33.048374 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] Publish callbacks [] for security_group (06f97bfe-456e-4e70-892a-1b9199a48023), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.070982 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] Publish callbacks [] for security_group (06f97bfe-456e-4e70-892a-1b9199a48023), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.204758 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (06f97bfe-456e-4e70-892a-1b9199a48023), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.207632 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:33.209524 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06f97bfe-456e-4e70-892a-1b9199a48023 HTTP/1.1" status: 204 len: 168 time: 0.2151215 May 13 13:26:33.218774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff0998-7d93-4609-8ce2-86d6a9d70d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f97bfe-456e-4e70-892a-1b9199a48023,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:33.563832 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1a4c-1461-4602-b4b5-28b08b95e7a3 req-3977af52-c0fb-4a12-baa7-72ee4086cdd4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:33.565306 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90a1a4c-1461-4602-b4b5-28b08b95e7a3 req-3977af52-c0fb-4a12-baa7-72ee4086cdd4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0462515 May 13 13:26:33.612934 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c90a1a4c-1461-4602-b4b5-28b08b95e7a3 req-22fea08f-fcb4-4b85-9b01-d36e8f59b8fd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 May 13 13:26:34.071109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54248) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:34.115658 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-99b69080-19eb-466d-84d0-9ae667899957 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6183251fc8a54a829b220a38088df86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410459 May 13 13:26:34.115990 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54254) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:34.169007 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] Publish callbacks [] for security_group (87b92213-85af-4779-b834-870ab5e928d1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.190970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] Publish callbacks [] for security_group (87b92213-85af-4779-b834-870ab5e928d1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.330194 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (87b92213-85af-4779-b834-870ab5e928d1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.333458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.334646 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87b92213-85af-4779-b834-870ab5e928d1 HTTP/1.1" status: 204 len: 168 time: 0.2176623 May 13 13:26:34.343637 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61692e3f-2ae5-48e4-a63c-aafee5b70fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b92213-85af-4779-b834-870ab5e928d1,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:34.724505 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cf82a-0c2c-48e1-b6d1-e2694a15f087 req-d68ce3af-3ed0-4332-a37a-8a0bba2bf976 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:34.726008 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-517cf82a-0c2c-48e1-b6d1-e2694a15f087 req-d68ce3af-3ed0-4332-a37a-8a0bba2bf976 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0464499 May 13 13:26:34.775649 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-517cf82a-0c2c-48e1-b6d1-e2694a15f087 req-a5800c41-65d5-4f5e-876d-3c7807f6e4bd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435386 May 13 13:26:35.897259 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4663b4-5e93-43e2-a5c8-b70fc681e816 req-c5eb2330-5384-4eda-8044-3e75c9a04a2b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:35.898770 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b4663b4-5e93-43e2-a5c8-b70fc681e816 req-c5eb2330-5384-4eda-8044-3e75c9a04a2b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0519350 May 13 13:26:35.946204 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4b4663b4-5e93-43e2-a5c8-b70fc681e816 req-5fc6de66-3030-45d9-8f0c-c483c1ccd205 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 May 13 13:26:37.058678 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5d55-f6bc-4543-93e2-88b3260be42a req-ad058e43-e533-43d9-98a7-6372697b1831 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:37.060124 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6fee5d55-f6bc-4543-93e2-88b3260be42a req-ad058e43-e533-43d9-98a7-6372697b1831 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0457737 May 13 13:26:37.109946 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6fee5d55-f6bc-4543-93e2-88b3260be42a req-e91c1eac-e303-4880-a710-cd0354c226ce tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 May 13 13:26:38.220469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f72a5c-e6cc-4338-b5e5-48f2b0fb6f30 req-620fef5b-8cee-4bae-aca7-23c00325f8da tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:38.221996 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71f72a5c-e6cc-4338-b5e5-48f2b0fb6f30 req-620fef5b-8cee-4bae-aca7-23c00325f8da tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0461969 May 13 13:26:38.271008 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71f72a5c-e6cc-4338-b5e5-48f2b0fb6f30 req-1b258e0a-b6b5-4619-b3fc-049d648eda2f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 May 13 13:26:39.381072 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db002eed-f09f-4fd6-ab69-6d195c9c49f2 req-4d112715-c495-4be3-9747-9087ef5014eb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:39.382554 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-db002eed-f09f-4fd6-ab69-6d195c9c49f2 req-4d112715-c495-4be3-9747-9087ef5014eb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0457463 May 13 13:26:39.439071 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-db002eed-f09f-4fd6-ab69-6d195c9c49f2 req-eb51d636-1c3d-40b5-91b7-d0f99b370a7c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501730 May 13 13:26:39.849498 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a74fe-c8b8-4b3e-a91b-a223b00af083 req-a2bedfae-4044-4980-bc9d-f4374ac2643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:39.851046 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c43a74fe-c8b8-4b3e-a91b-a223b00af083 req-a2bedfae-4044-4980-bc9d-f4374ac2643b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1129 time: 0.0380826 May 13 13:26:39.896282 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c43a74fe-c8b8-4b3e-a91b-a223b00af083 req-194f7ddc-2705-47c7-96e7-9b74b99f0f31 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 May 13 13:26:40.067834 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:40.557398 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d3a8b-3ef9-4e34-955e-95b8018fef81 req-69362d89-457a-41f1-95df-51cdb56c39cb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:40.558982 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-155d3a8b-3ef9-4e34-955e-95b8018fef81 req-69362d89-457a-41f1-95df-51cdb56c39cb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0515227 May 13 13:26:40.607056 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-155d3a8b-3ef9-4e34-955e-95b8018fef81 req-1f1c4bfe-3a14-40a0-8ef3-ba108a5f2730 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 May 13 13:26:41.019107 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54444) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:41.123523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab137369-ae12-4f45-b5fe-d2fa93c68ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.197813 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab137369-ae12-4f45-b5fe-d2fa93c68ca6 admin admin] Publish callbacks [] for security_group (2e48d19d-c0f8-4ce1-8440-0a4b888eceee), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.285169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ab137369-ae12-4f45-b5fe-d2fa93c68ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2e48d19d-c0f8-4ce1-8440-0a4b888eceee), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.336943 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ab137369-ae12-4f45-b5fe-d2fa93c68ca6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=564789086e0f4c91a2159872edba8e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142061 May 13 13:26:41.336943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab137369-ae12-4f45-b5fe-d2fa93c68ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48d19d-c0f8-4ce1-8440-0a4b888eceee,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:41.337750 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54460) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:41.394543 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] Publish callbacks [] for security_group (2e48d19d-c0f8-4ce1-8440-0a4b888eceee), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.420441 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] Publish callbacks [] for security_group (2e48d19d-c0f8-4ce1-8440-0a4b888eceee), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.553295 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (2e48d19d-c0f8-4ce1-8440-0a4b888eceee), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.555765 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.557026 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e48d19d-c0f8-4ce1-8440-0a4b888eceee HTTP/1.1" status: 204 len: 168 time: 0.2180667 May 13 13:26:41.566012 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be4453-9f48-4b2c-8cbc-4abc23f0e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48d19d-c0f8-4ce1-8440-0a4b888eceee,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:41.724206 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e457-8ddc-415d-a501-ebbf111b9039 req-f6cb191d-2544-4456-9b50-5087bdc230aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:41.725721 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4771e457-8ddc-415d-a501-ebbf111b9039 req-f6cb191d-2544-4456-9b50-5087bdc230aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0483785 May 13 13:26:41.774594 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4771e457-8ddc-415d-a501-ebbf111b9039 req-2f2f07d6-4b78-481d-8ad1-0e3f76e75236 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 May 13 13:26:41.886218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74daf55-58ef-4f24-9da9-97e039fb9cad req-2ef0de7b-17e4-4c6f-a547-3ccd42c4e7e3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:41.887816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e74daf55-58ef-4f24-9da9-97e039fb9cad req-2ef0de7b-17e4-4c6f-a547-3ccd42c4e7e3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0479894 May 13 13:26:41.940885 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e74daf55-58ef-4f24-9da9-97e039fb9cad req-bf5eefaa-cb26-4a13-8c35-8e889b93f683 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 May 13 13:26:42.286048 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54502) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:42.299891 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cc11fed3-f2ec-4bd5-9714-f8828d243d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:42.380671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cc11fed3-f2ec-4bd5-9714-f8828d243d27 admin admin] Publish callbacks [] for security_group (167f9620-c2cf-4176-8982-be38798b729c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:42.780109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cc11fed3-f2ec-4bd5-9714-f8828d243d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (167f9620-c2cf-4176-8982-be38798b729c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:42.817748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11fed3-f2ec-4bd5-9714-f8828d243d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167f9620-c2cf-4176-8982-be38798b729c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:42.839208 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-cc11fed3-f2ec-4bd5-9714-f8828d243d27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d420d393e3b240b98f087d26b7cf738e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348396 May 13 13:26:42.839208 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54524) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:42.874579 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] Publish callbacks [] for security_group (167f9620-c2cf-4176-8982-be38798b729c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:42.896100 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] Publish callbacks [] for security_group (167f9620-c2cf-4176-8982-be38798b729c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:43.061670 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (167f9620-c2cf-4176-8982-be38798b729c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:43.064212 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:43.065376 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/167f9620-c2cf-4176-8982-be38798b729c HTTP/1.1" status: 204 len: 168 time: 0.2390285 May 13 13:26:43.077233 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b30165-a507-42e7-8d4a-701c4ac2a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f9620-c2cf-4176-8982-be38798b729c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:43.902218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54558) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:43.916571 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a291dd44-c28d-4639-974e-261a76955327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:43.990902 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a291dd44-c28d-4639-974e-261a76955327 admin admin] Publish callbacks [] for security_group (b53b49af-2038-4f66-9e9b-8269e402806a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.107535 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a291dd44-c28d-4639-974e-261a76955327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b53b49af-2038-4f66-9e9b-8269e402806a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.153516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54566) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:44.154044 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a291dd44-c28d-4639-974e-261a76955327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2bb1053c89e4f0996a1a2c7231034a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501678 May 13 13:26:44.154702 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291dd44-c28d-4639-974e-261a76955327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53b49af-2038-4f66-9e9b-8269e402806a,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:44.217751 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] Publish callbacks [] for security_group (b53b49af-2038-4f66-9e9b-8269e402806a), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.240690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] Publish callbacks [] for security_group (b53b49af-2038-4f66-9e9b-8269e402806a), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.376505 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b53b49af-2038-4f66-9e9b-8269e402806a), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.379134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.380283 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b53b49af-2038-4f66-9e9b-8269e402806a HTTP/1.1" status: 204 len: 168 time: 0.2255428 May 13 13:26:44.388833 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eb9bd-34b9-48a0-964c-74a06f031f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53b49af-2038-4f66-9e9b-8269e402806a,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:44.530092 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54586) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:44.682534 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-408fd50f-1e6e-4b65-8561-ede27e279a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.738747 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ad33-874e-4f56-b647-ec674018ed16 req-055a2d98-c933-40c5-bd63-ff66818b1480 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:44.740786 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fc59ad33-874e-4f56-b647-ec674018ed16 req-055a2d98-c933-40c5-bd63-ff66818b1480 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0658309 May 13 13:26:44.750379 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5767c3be-1011-4e90-98dc-63ad5541443a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.787213 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b015e-67fa-4039-b434-9938a2028205 req-a9d71d06-b1fe-4fdb-8079-38cf224118b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:44.788886 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-a9d71d06-b1fe-4fdb-8079-38cf224118b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1129 time: 0.0394287 May 13 13:26:44.825757 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fc59ad33-874e-4f56-b647-ec674018ed16 req-52e7f600-ecbe-4c8a-b144-d9600ad49aa3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771506 May 13 13:26:44.880239 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5767c3be-1011-4e90-98dc-63ad5541443a admin admin] Publish callbacks [] for security_group (6732f4df-695f-4b70-a806-a2ad0d1c199d), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.887172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b015e-67fa-4039-b434-9938a2028205 req-e6c41c86-9ed8-4b82-8ef0-c1d425cdef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:44.888692 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-e6c41c86-9ed8-4b82-8ef0-c1d425cdef84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0924077 May 13 13:26:44.935013 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-24e936d1-1db6-4f4b-8f30-be1d7bb49964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 200 len: 217 time: 0.0374291 May 13 13:26:44.942514 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5767c3be-1011-4e90-98dc-63ad5541443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6732f4df-695f-4b70-a806-a2ad0d1c199d), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:44.982723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c3be-1011-4e90-98dc-63ad5541443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6732f4df-695f-4b70-a806-a2ad0d1c199d,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:44.990871 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5767c3be-1011-4e90-98dc-63ad5541443a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c586081b7ee46d9ad9c973b7b28056a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567668 May 13 13:26:44.991569 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54602) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:44.992037 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b015e-67fa-4039-b434-9938a2028205 req-5b593a4b-ebdb-4efe-9740-c82b59997c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:44.993475 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-5b593a4b-ebdb-4efe-9740-c82b59997c74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0516865 May 13 13:26:45.042490 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b015e-67fa-4039-b434-9938a2028205 req-e5bf6a56-800d-4bba-9279-ac3f2f6dd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:45.044122 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] Publish callbacks [] for security_group (6732f4df-695f-4b70-a806-a2ad0d1c199d), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.044389 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-e5bf6a56-800d-4bba-9279-ac3f2f6dd67f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428662 May 13 13:26:45.065505 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] Publish callbacks [] for security_group (6732f4df-695f-4b70-a806-a2ad0d1c199d), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.143776 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-70a54355-4624-4485-9d6f-9cfca2cd7140 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 May 13 13:26:45.187978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6732f4df-695f-4b70-a806-a2ad0d1c199d), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.190768 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.191911 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6732f4df-695f-4b70-a806-a2ad0d1c199d HTTP/1.1" status: 204 len: 168 time: 0.1992104 May 13 13:26:45.201743 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824cfab-d90e-4d90-b3ea-ecd6ca3c67d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6732f4df-695f-4b70-a806-a2ad0d1c199d,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:45.254525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ae4b015e-67fa-4039-b434-9938a2028205 req-e7ac9acc-cbf3-40e9-9935-b13d6767507e service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028955 May 13 13:26:45.468827 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54624) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:45.681723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289238730-network', 'tenant_id': '3ea1460c53954c6a915fc638a2690cbf'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:45.831367 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Made reservation on behalf of 3ea1460c53954c6a915fc638a2690cbf for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:45.833859 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.845174 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.930165 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks [] for security_group (c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:45.953351 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cffd34-3faf-41d0-bc9f-8333f7a6e95d req-d83b4f18-d8f2-4566-8ff3-f6627476ec19 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:45.954851 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56cffd34-3faf-41d0-bc9f-8333f7a6e95d req-d83b4f18-d8f2-4566-8ff3-f6627476ec19 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0492697 May 13 13:26:46.004215 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56cffd34-3faf-41d0-bc9f-8333f7a6e95d req-22eb89bd-4168-45b7-a1ad-080b7d181d56 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 May 13 13:26:46.033525 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.056438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54644) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:46.060732 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:26:46.072015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9941b569-d0dd-4da1-bfda-31be14b0a6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.074511 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:46.079327 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5b8d77f0-38e1-4f1d-be90-bfb76539ad73), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.079666 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Added segment 5b8d77f0-38e1-4f1d-be90-bfb76539ad73 of type vlan for network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 May 13 13:26:46.123784 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.149317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9941b569-d0dd-4da1-bfda-31be14b0a6b0 admin admin] Publish callbacks [] for security_group (f2080aab-e06a-4172-b456-9f4dad1f1033), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.250187 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9941b569-d0dd-4da1-bfda-31be14b0a6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f2080aab-e06a-4172-b456-9f4dad1f1033), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.250390 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.251176 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:46.251757 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.290912 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9941b569-d0dd-4da1-bfda-31be14b0a6b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8971f782c28842b18817e47a48e4b9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285166 May 13 13:26:46.290912 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941b569-d0dd-4da1-bfda-31be14b0a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2080aab-e06a-4172-b456-9f4dad1f1033,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:46.292803 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54646) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:46.327225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] Pushing event updated for resources: {'Network': ['ID=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:46.337594 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:26:46.358712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] Publish callbacks [] for security_group (f2080aab-e06a-4172-b456-9f4dad1f1033), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.385155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] Publish callbacks [] for security_group (f2080aab-e06a-4172-b456-9f4dad1f1033), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.419023 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-992324a8-882a-4918-89f1-683e431d96be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9491174 May 13 13:26:46.421844 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54648) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:46.426671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Request body: {'subnet': {'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289238730-subnet', 'tenant_id': '3ea1460c53954c6a915fc638a2690cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:46.587842 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f2080aab-e06a-4172-b456-9f4dad1f1033), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.591184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.592323 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2080aab-e06a-4172-b456-9f4dad1f1033 HTTP/1.1" status: 204 len: 168 time: 0.2973287 May 13 13:26:46.600432 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52524da-2f76-4e33-a485-9aa8e934ad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2080aab-e06a-4172-b456-9f4dad1f1033,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:46.616089 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Made reservation on behalf of 3ea1460c53954c6a915fc638a2690cbf for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:46.618437 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.877048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (594eff6e-551f-4fd2-904f-89944a7c5d1f), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:46.940535 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Pushing event updated for resources: {'Subnet': ['ID=594eff6e-551f-4fd2-904f-89944a7c5d1f,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:46.945761 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Checking segment: {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:26:46.946576 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Network hostable DHCP agents. Network: 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:26:47.050351 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9c02de8c-7285-4fdb-9482-a1a37f183711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:47.101736 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:26:47.124150 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a659546-68d7-4038-b1e5-d10948be4f5f req-574a501f-c6eb-4478-a9f9-d68b73c83e94 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:47.125618 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6a659546-68d7-4038-b1e5-d10948be4f5f req-574a501f-c6eb-4478-a9f9-d68b73c83e94 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0532029 May 13 13:26:47.173569 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6a659546-68d7-4038-b1e5-d10948be4f5f req-bdb3cfe6-6eb7-4a5b-a7f8-f1e511b3bcf9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 May 13 13:26:47.187640 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:47.198357 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:47.203045 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:47.206413 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68c0ce-68eb-483e-8ebc-aa607f52a824 None None] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:47.304766 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4393eddd-0fb0-482d-bf39-ff0f3e6a179a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8818746 May 13 13:26:47.321208 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e40018-e5a8-4fab-b5e9-d6287aad4b25 None None] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:26:47.532673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54682) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:47.767698 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29bbcf9d-83f5-416b-85fd-de17935ad920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:47.842675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29bbcf9d-83f5-416b-85fd-de17935ad920 admin admin] Publish callbacks [] for security_group (8bc2e4ad-b556-4458-9f71-45fecbd11142), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.042564 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-29bbcf9d-83f5-416b-85fd-de17935ad920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8bc2e4ad-b556-4458-9f71-45fecbd11142), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.082977 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-29bbcf9d-83f5-416b-85fd-de17935ad920 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a768d97ae0944f19d69318e32c9948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5492315 May 13 13:26:48.084087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbcf9d-83f5-416b-85fd-de17935ad920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2e4ad-b556-4458-9f71-45fecbd11142,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:48.086558 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54694) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:48.143817 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] Publish callbacks [] for security_group (8bc2e4ad-b556-4458-9f71-45fecbd11142), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.167053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] Publish callbacks [] for security_group (8bc2e4ad-b556-4458-9f71-45fecbd11142), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.191898 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.286239 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41030-e4ef-4888-b174-7d2bdcdbfa81 req-6013a4dc-48a2-43af-82ff-d1a9efa45287 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:48.287814 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-82b41030-e4ef-4888-b174-7d2bdcdbfa81 req-6013a4dc-48a2-43af-82ff-d1a9efa45287 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0468354 May 13 13:26:48.317212 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8bc2e4ad-b556-4458-9f71-45fecbd11142), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.319988 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:48.321103 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bc2e4ad-b556-4458-9f71-45fecbd11142 HTTP/1.1" status: 204 len: 168 time: 0.2334740 May 13 13:26:48.339631 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3717217-5d5e-4c68-836f-473fb5932e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2e4ad-b556-4458-9f71-45fecbd11142,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:48.354755 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-82b41030-e4ef-4888-b174-7d2bdcdbfa81 req-f36fab7d-0203-4a80-87c2-e7cfe2b19cf1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 May 13 13:26:49.055522 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:26:49.472500 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae880f-9520-4022-8b37-613c9769a69c req-49eaa700-87ec-416c-85e3-fe57a2613f2d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:49.475010 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c9ae880f-9520-4022-8b37-613c9769a69c req-49eaa700-87ec-416c-85e3-fe57a2613f2d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0512042 May 13 13:26:49.507392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:49.527461 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c9ae880f-9520-4022-8b37-613c9769a69c req-4159f170-5166-4f0e-bfa8-becbefd395ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 May 13 13:26:49.923219 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-06d2e520-c9bb-48fd-918f-778b54ddf25c tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:49.924656 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-06d2e520-c9bb-48fd-918f-778b54ddf25c tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/networks?id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 HTTP/1.1" status: 200 len: 808 time: 0.1044707 May 13 13:26:49.939794 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-e6b2ff79-4c31-485f-917e-813b036d6fc7 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/quotas/3ea1460c53954c6a915fc638a2690cbf HTTP/1.1" status: 200 len: 375 time: 0.0097754 May 13 13:26:49.975292 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-ef78e73a-2537-48bb-af94-89821e32cec8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293429 May 13 13:26:50.059670 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54782) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:50.074821 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-275cb938-fa4a-40bb-a46b-f9608f9a5afa service neutron] 10.222.0.25 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905623 May 13 13:26:50.165188 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f91528b7-bfc9-4f6b-ae9b-74ac6af85c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.171201 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-40502bb0-feba-483c-8878-1087fab43c6b service neutron] 10.222.0.25 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891976 May 13 13:26:50.248088 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f91528b7-bfc9-4f6b-ae9b-74ac6af85c08 admin admin] Publish callbacks [] for security_group (65a0367b-d7cb-440f-8d28-11bf24c96127), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.336562 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f91528b7-bfc9-4f6b-ae9b-74ac6af85c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (65a0367b-d7cb-440f-8d28-11bf24c96127), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.367232 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91528b7-bfc9-4f6b-ae9b-74ac6af85c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0367b-d7cb-440f-8d28-11bf24c96127,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:50.403669 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f91528b7-bfc9-4f6b-ae9b-74ac6af85c08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae10ab699bed431b808aafa89d940578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399296 May 13 13:26:50.403966 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54798) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:50.458705 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d65a5265-7ef7-4173-8f3e-8d5656c62fdd req-e206632b-5eae-47d1-b564-ccf44de60d27 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0560462 May 13 13:26:50.493878 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] Publish callbacks [] for security_group (65a0367b-d7cb-440f-8d28-11bf24c96127), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.529242 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] Publish callbacks [] for security_group (65a0367b-d7cb-440f-8d28-11bf24c96127), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.670138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd5d63-15a5-4d4f-b053-4ac66ced86ec req-f8a5a7ee-9688-4555-bbec-d5e728f5fb0f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:50.671707 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9fd5d63-15a5-4d4f-b053-4ac66ced86ec req-f8a5a7ee-9688-4555-bbec-d5e728f5fb0f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0507460 May 13 13:26:50.715501 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (65a0367b-d7cb-440f-8d28-11bf24c96127), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.717953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:50.721273 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65a0367b-d7cb-440f-8d28-11bf24c96127 HTTP/1.1" status: 204 len: 168 time: 0.3140497 May 13 13:26:50.726110 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9fd5d63-15a5-4d4f-b053-4ac66ced86ec req-41fd3772-521b-4446-802a-e2e4c8e0b14a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486569 May 13 13:26:50.734852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f26737-3bdd-4b26-a1b5-7bf19458b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0367b-d7cb-440f-8d28-11bf24c96127,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:50.819722 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:51.190570 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54834) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:51.564194 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0e75265e-5e0f-4cb3-ae62-fabdc5f8ae87 req-cc31394c-e95e-42e7-830b-5b06482f3cdd tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0307963 May 13 13:26:51.653150 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ccf28e88-e4dc-4f71-9bed-3de8108f0cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:51.660773 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54844) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:51.731874 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ccf28e88-e4dc-4f71-9bed-3de8108f0cd8 admin admin] Publish callbacks [] for security_group (0056105d-6925-4373-8787-0b8ea5ec6516), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:51.855020 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e89e-dfdf-451b-83a3-ba799fa6394a req-c6e4392c-e57f-4a51-83bc-a71a0278b36e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:51.856945 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b27e89e-dfdf-451b-83a3-ba799fa6394a req-c6e4392c-e57f-4a51-83bc-a71a0278b36e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0490892 May 13 13:26:51.859905 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ccf28e88-e4dc-4f71-9bed-3de8108f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0056105d-6925-4373-8787-0b8ea5ec6516), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:51.892177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f990ad79-626c-4e7b-adce-13b6af0f2930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:51.917940 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ccf28e88-e4dc-4f71-9bed-3de8108f0cd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4114a6458a10471aa7d5518a76921721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7261403 May 13 13:26:51.919325 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf28e88-e4dc-4f71-9bed-3de8108f0cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056105d-6925-4373-8787-0b8ea5ec6516,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:51.920917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54848) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:51.949482 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2b27e89e-dfdf-451b-83a3-ba799fa6394a req-b5f0b3f0-2474-40a1-83ef-d638e32cf5e5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794964 May 13 13:26:52.000402 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] Publish callbacks [] for security_group (0056105d-6925-4373-8787-0b8ea5ec6516), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.018187 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f990ad79-626c-4e7b-adce-13b6af0f2930 admin admin] Publish callbacks [] for security_group (02ba0abb-83b1-4bac-963f-500539731f86), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.030698 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] Publish callbacks [] for security_group (0056105d-6925-4373-8787-0b8ea5ec6516), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.116675 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f990ad79-626c-4e7b-adce-13b6af0f2930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (02ba0abb-83b1-4bac-963f-500539731f86), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.154302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990ad79-626c-4e7b-adce-13b6af0f2930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba0abb-83b1-4bac-963f-500539731f86,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:52.159216 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f990ad79-626c-4e7b-adce-13b6af0f2930 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b04f57c5c3e4702b0d175d72596261c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968629 May 13 13:26:52.161242 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54850) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:52.200250 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0056105d-6925-4373-8787-0b8ea5ec6516), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.202837 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.206372 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0056105d-6925-4373-8787-0b8ea5ec6516 HTTP/1.1" status: 204 len: 168 time: 0.2815170 May 13 13:26:52.213821 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e073787-1ead-4c64-a912-0d9002af4bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056105d-6925-4373-8787-0b8ea5ec6516,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:52.237343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] Publish callbacks [] for security_group (02ba0abb-83b1-4bac-963f-500539731f86), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.266386 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] Publish callbacks [] for security_group (02ba0abb-83b1-4bac-963f-500539731f86), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.454108 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (02ba0abb-83b1-4bac-963f-500539731f86), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.456840 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:52.458025 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02ba0abb-83b1-4bac-963f-500539731f86 HTTP/1.1" status: 204 len: 168 time: 0.2958410 May 13 13:26:52.466758 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ca1c3-710c-456a-8700-8cbdf33b6303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba0abb-83b1-4bac-963f-500539731f86,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:52.661461 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7808e060-8c14-49e8-9115-4aff45b1f993 req-877c29f5-8086-439c-bfcc-5993e439d362 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0280602 May 13 13:26:53.063391 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac537-a697-47ee-95c7-1d9acdc6c13d req-0f9173fa-acff-44d3-ace9-7a1c0e449539 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:53.068415 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-560ac537-a697-47ee-95c7-1d9acdc6c13d req-0f9173fa-acff-44d3-ace9-7a1c0e449539 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0504947 May 13 13:26:53.095181 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54872) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:53.118545 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-560ac537-a697-47ee-95c7-1d9acdc6c13d req-72299ecc-b8f0-4e23-8ecc-e49e95d7ff19 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 May 13 13:26:53.295641 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6fec09a8-67cf-46ef-973a-5185389ae14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.383701 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54882) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:53.404381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6fec09a8-67cf-46ef-973a-5185389ae14a admin admin] Publish callbacks [] for security_group (23f75e9d-c7cc-42c9-956e-5decc28e0670), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.405557 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f77dc40-121a-49ef-88e6-572a9f1af72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.452769 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-f2bf2e76-6f6a-446d-992e-ccbac41dbe70 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:53.466564 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-f2bf2e76-6f6a-446d-992e-ccbac41dbe70 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "GET /v2.0/networks?id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 HTTP/1.1" status: 200 len: 808 time: 0.1577914 May 13 13:26:53.483102 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Request body: {'port': {'device_id': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7', 'admin_state_up': True, 'tenant_id': '3ea1460c53954c6a915fc638a2690cbf'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:53.510014 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f77dc40-121a-49ef-88e6-572a9f1af72c admin admin] Publish callbacks [] for security_group (6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.534065 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6fec09a8-67cf-46ef-973a-5185389ae14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (23f75e9d-c7cc-42c9-956e-5decc28e0670), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.574252 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6fec09a8-67cf-46ef-973a-5185389ae14a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b9ac2a707db4af9a53e4f660a0af21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776392 May 13 13:26:53.575393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec09a8-67cf-46ef-973a-5185389ae14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f75e9d-c7cc-42c9-956e-5decc28e0670,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:53.576825 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54888) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:53.642821 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] Publish callbacks [] for security_group (23f75e9d-c7cc-42c9-956e-5decc28e0670), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.656483 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0f77dc40-121a-49ef-88e6-572a9f1af72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.670203 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] Publish callbacks [] for security_group (23f75e9d-c7cc-42c9-956e-5decc28e0670), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.701631 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0f77dc40-121a-49ef-88e6-572a9f1af72c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=796cb64587064358b1d24d50e389ee14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169148 May 13 13:26:53.704811 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77dc40-121a-49ef-88e6-572a9f1af72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:53.706114 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 54892) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:53.737649 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Made reservation on behalf of 3ea1460c53954c6a915fc638a2690cbf for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:53.741051 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.787166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] Publish callbacks [] for security_group (6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.813700 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] Publish callbacks [] for security_group (6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.891117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (23f75e9d-c7cc-42c9-956e-5decc28e0670), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.895438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:53.903907 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23f75e9d-c7cc-42c9-956e-5decc28e0670 HTTP/1.1" status: 204 len: 168 time: 0.3175981 May 13 13:26:53.907008 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582212-d99e-46e8-a9a3-544883556e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f75e9d-c7cc-42c9-956e-5decc28e0670,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:53.924389 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-35027df8-0dcb-4431-aae9-8bc36b4b90b9 req-29c93a06-20b8-4263-8d83-7c587c6aac59 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0418730 May 13 13:26:54.001434 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.004227 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.005341 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03 HTTP/1.1" status: 204 len: 168 time: 0.2982876 May 13 13:26:54.045837 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca029-6c96-4a81-84fc-2e580109c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c0ae2-c1c1-4444-973d-5c7ffdc00a03,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:54.118263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Allocated IP 172.20.0.13 (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7/594eff6e-551f-4fd2-904f-89944a7c5d1f/c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:26:54.240928 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d022-1589-4cb8-8d09-f96ac15b73d0 req-e2cb1b9e-2ba1-4a7c-bcd1-ad0bcfc46fb5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:54.242454 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7e8d022-1589-4cb8-8d09-f96ac15b73d0 req-e2cb1b9e-2ba1-4a7c-bcd1-ad0bcfc46fb5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0508044 May 13 13:26:54.281822 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks [] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.298029 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7e8d022-1589-4cb8-8d09-f96ac15b73d0 req-25630a8d-fb6d-4466-9a87-ad18dc7f701a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 May 13 13:26:54.417010 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.463034 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:26:54.479361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:54.484634 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:26:54.488649 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Pushing event updated for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:54.533667 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:54.534495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.642290 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-b40d9323-4760-4362-b32b-2f4366d4e5d3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1634820 May 13 13:26:54.657875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Request body: {'port': {'device_id': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:54.725719 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.773531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54968) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:54.792445 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59897fe3-5586-44a3-9994-9ab4712f5e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.885681 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59897fe3-5586-44a3-9994-9ab4712f5e24 admin admin] Publish callbacks [] for security_group (8a2a2663-5299-44f2-a439-1ae7fd03b312), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:54.968593 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59897fe3-5586-44a3-9994-9ab4712f5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8a2a2663-5299-44f2-a439-1ae7fd03b312), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.029477 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-59897fe3-5586-44a3-9994-9ab4712f5e24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5df515c3ca9b447d95509295acbee56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547891 May 13 13:26:55.030532 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59897fe3-5586-44a3-9994-9ab4712f5e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a2663-5299-44f2-a439-1ae7fd03b312,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:55.033337 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 54978) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:55.099184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] Publish callbacks [] for security_group (8a2a2663-5299-44f2-a439-1ae7fd03b312), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.124863 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] Publish callbacks [] for security_group (8a2a2663-5299-44f2-a439-1ae7fd03b312), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.227521 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67106b-4b66-48db-a3af-b66352a6f8fb req-a5ee470a-2620-47e1-88c9-0b731f96dbc8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:55.229005 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce67106b-4b66-48db-a3af-b66352a6f8fb req-a5ee470a-2620-47e1-88c9-0b731f96dbc8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 932 time: 0.0622091 May 13 13:26:55.271391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8a2a2663-5299-44f2-a439-1ae7fd03b312), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.274079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.275241 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a2a2663-5299-44f2-a439-1ae7fd03b312 HTTP/1.1" status: 204 len: 168 time: 0.2405200 May 13 13:26:55.285538 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90b2c-7cd7-4ce4-b2f8-9d8a39804cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a2663-5299-44f2-a439-1ae7fd03b312,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:55.315265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:26:55.331810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks [] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.337104 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce67106b-4b66-48db-a3af-b66352a6f8fb req-00a4bf65-3e91-4011-b278-5d46c905cbe7 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007922 May 13 13:26:55.352363 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Transition to ACTIVE for port object c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:26:55.433168 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828beff7-d84e-42cd-9cd5-ed4a8e345528 req-eb50fd1d-390d-456f-b3cb-1e1874ffafcb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:55.435186 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-828beff7-d84e-42cd-9cd5-ed4a8e345528 req-eb50fd1d-390d-456f-b3cb-1e1874ffafcb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0495324 May 13 13:26:55.451225 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.522864 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-828beff7-d84e-42cd-9cd5-ed4a8e345528 req-8011cc33-9a76-425d-98e0-f020e507ba89 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 May 13 13:26:55.542598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:55.626845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Attempting to bind port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:26:55.627396 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Attempting to bind port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:26:55.628032 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Attempting to bind port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:26:55.637290 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:26:55.637950 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Attempting to bind port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:26:55.646451 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:26:55.646793 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Checking segment: {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:26:55.647818 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Bound using segment: {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:26:55.648464 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Bound port: c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:26:55.649029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.727018 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:26:55.728802 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:26:55.800303 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.838216 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:55.838836 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:55.840182 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] 10.222.0.70 "PUT /v2.0/ports/c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f HTTP/1.1" status: 200 len: 1094 time: 1.1881306 May 13 13:26:55.840663 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:55.842942 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88157379-2e66-4030-94dc-7ed607e209b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:55.865093 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fa71-b0c9-461b-86e5-645ab6c42414 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:55.877615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee83ad-e842-475e-88b3-f9489647c65c x-openstack-request-id: req-c5ee83ad-e842-475e-88b3-f9489647c65c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:55.877931 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:55.878200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5ee83ad-e842-475e-88b3-f9489647c65c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:55.878571 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ee83ad-e842-475e-88b3-f9489647c65c'] response: {'name': 'network-changed', 'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f', 'status': 'completed', 'code': 200} May 13 13:26:56.463735 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b105a4e-5ced-4537-b165-fab0d76b5738 req-b0bd8255-49d2-4e6b-9511-75cfb6ec4ed4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:56.466197 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1b105a4e-5ced-4537-b165-fab0d76b5738 req-b0bd8255-49d2-4e6b-9511-75cfb6ec4ed4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 944 time: 0.0504456 May 13 13:26:56.533728 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1b105a4e-5ced-4537-b165-fab0d76b5738 req-b3b0e607-ffe3-4cea-9d5c-2bb622ebc096 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 May 13 13:26:56.659387 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e609-a8f4-4afc-b179-1d176567bc9e req-8ba98b21-3ceb-4d86-bdac-edb22e8d65da tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:56.661161 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e791e609-a8f4-4afc-b179-1d176567bc9e req-8ba98b21-3ceb-4d86-bdac-edb22e8d65da tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0535762 May 13 13:26:56.726776 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e791e609-a8f4-4afc-b179-1d176567bc9e req-a70cd390-9e51-4be6-8993-3c613f31c3d8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 May 13 13:26:56.878887 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88157379-2e66-4030-94dc-7ed607e209b6 req-5cabdccf-9438-406c-8a18-4c8a27fd261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:56.880519 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-88157379-2e66-4030-94dc-7ed607e209b6 req-5cabdccf-9438-406c-8a18-4c8a27fd261d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 1128 time: 0.0478389 May 13 13:26:57.005604 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f1cde-dcaf-418f-8f14-0acb96a08852 req-fe8a2bf0-9034-406b-9a9c-2a257bd4e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.007137 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c19f1cde-dcaf-418f-8f14-0acb96a08852 req-fe8a2bf0-9034-406b-9a9c-2a257bd4e50b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1129 time: 0.0640402 May 13 13:26:57.044495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88157379-2e66-4030-94dc-7ed607e209b6 req-ecf85bd6-59b5-4a34-a498-ccd2c61f0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.045987 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-88157379-2e66-4030-94dc-7ed607e209b6 req-ecf85bd6-59b5-4a34-a498-ccd2c61f0cb4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3ea1460c53954c6a915fc638a2690cbf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1436069 May 13 13:26:57.066083 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c19f1cde-dcaf-418f-8f14-0acb96a08852 req-be394735-5a87-4652-a259-b8b451bec463 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 May 13 13:26:57.155901 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88157379-2e66-4030-94dc-7ed607e209b6 req-9be74d5e-0d56-4c7b-abfc-a7ec26b1e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.157427 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-88157379-2e66-4030-94dc-7ed607e209b6 req-9be74d5e-0d56-4c7b-abfc-a7ec26b1e462 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051886 May 13 13:26:57.386693 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-2c4a604c-a934-4518-9b6e-66600572b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.388343 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-2c4a604c-a934-4518-9b6e-66600572b231 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 1128 time: 0.0528817 May 13 13:26:57.438888 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-92d4ff09-463c-406b-a1af-1701333a97de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f HTTP/1.1" status: 200 len: 217 time: 0.0390403 May 13 13:26:57.507997 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-eae44078-2aef-4869-b1f7-c11b54d5ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.509686 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-eae44078-2aef-4869-b1f7-c11b54d5ce0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=594eff6e-551f-4fd2-904f-89944a7c5d1f HTTP/1.1" status: 200 len: 848 time: 0.0532482 May 13 13:26:57.543474 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-71f112a0-071c-44e1-aa5d-6af416a85889 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264122 May 13 13:26:57.650903 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-45268ff4-f40c-4259-9ae5-bdfc715427c7 service neutron] 10.222.0.70 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993700 May 13 13:26:57.657833 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a33a-c4da-42c4-8bf8-64d74eb3800c req-0978b98a-4b97-4621-a8d5-afa4e2df3344 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.659473 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c021a33a-c4da-42c4-8bf8-64d74eb3800c req-0978b98a-4b97-4621-a8d5-afa4e2df3344 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 944 time: 0.0520351 May 13 13:26:57.735218 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c021a33a-c4da-42c4-8bf8-64d74eb3800c req-dfc715b2-9bdf-4a48-b565-df78d4c759a8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577266 May 13 13:26:57.874320 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f781-9b88-4a8a-8c13-9dae5b8af2e5 req-252bd36c-531a-4cbd-aeb4-e672d687a521 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:57.875947 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5b4f781-9b88-4a8a-8c13-9dae5b8af2e5 req-252bd36c-531a-4cbd-aeb4-e672d687a521 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0598099 May 13 13:26:57.923005 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5b4f781-9b88-4a8a-8c13-9dae5b8af2e5 req-2682badc-d2e1-460c-b605-7b775066f9a7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 May 13 13:26:58.026876 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8d9338-bcb7-4d2f-bb70-64863f9fad89 req-126b9128-5d88-4b62-9f31-b151f10e0333 service neutron] 10.222.0.70 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845191 May 13 13:26:58.542358 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55140) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:58.645472 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3b307c82-9fc2-4358-9b02-cffb14673c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:58.720874 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3b307c82-9fc2-4358-9b02-cffb14673c7f admin admin] Publish callbacks [] for security_group (6f4d971f-ead1-4b3d-9bce-3d9fec5d3736), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:58.804902 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3b307c82-9fc2-4358-9b02-cffb14673c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6f4d971f-ead1-4b3d-9bce-3d9fec5d3736), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:58.880108 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3b307c82-9fc2-4358-9b02-cffb14673c7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5859fef6ef91481e985ec7ee3e6f80d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366523 May 13 13:26:58.883412 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55154) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:58.890542 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307c82-9fc2-4358-9b02-cffb14673c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4d971f-ead1-4b3d-9bce-3d9fec5d3736,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:58.902942 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8471a4-8366-46fb-9fa1-d4226fe882af req-d9401dea-0b77-426b-af11-92eec280dd7f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:58.904947 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d8471a4-8366-46fb-9fa1-d4226fe882af req-d9401dea-0b77-426b-af11-92eec280dd7f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 944 time: 0.0966156 May 13 13:26:58.984797 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d8471a4-8366-46fb-9fa1-d4226fe882af req-481ec770-409d-45b8-9d54-5cc59921fc0b tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 May 13 13:26:58.985546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] Publish callbacks [] for security_group (6f4d971f-ead1-4b3d-9bce-3d9fec5d3736), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:59.008645 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] Publish callbacks [] for security_group (6f4d971f-ead1-4b3d-9bce-3d9fec5d3736), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:59.090692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c26e1-d376-495b-8bd3-bce8cdfe6ae7 req-773cb040-b473-40ca-863e-3f731154eb4f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:59.092682 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cc8c26e1-d376-495b-8bd3-bce8cdfe6ae7 req-773cb040-b473-40ca-863e-3f731154eb4f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0521297 May 13 13:26:59.140333 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cc8c26e1-d376-495b-8bd3-bce8cdfe6ae7 req-29c520d4-9638-4653-9367-7e70618ca738 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 May 13 13:26:59.168512 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (6f4d971f-ead1-4b3d-9bce-3d9fec5d3736), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:59.171830 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:59.173058 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f4d971f-ead1-4b3d-9bce-3d9fec5d3736 HTTP/1.1" status: 204 len: 168 time: 0.2892845 May 13 13:26:59.185967 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3a6cf-526c-4f09-add2-d63e60cf0982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4d971f-ead1-4b3d-9bce-3d9fec5d3736,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:59.903054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55176) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:59.916131 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71ccfaab-5798-4e7c-a964-a54a2dbae61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:59.991057 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71ccfaab-5798-4e7c-a964-a54a2dbae61c admin admin] Publish callbacks [] for security_group (606439c1-8b10-4b32-bbc8-9aeaf06b490f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.092054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-71ccfaab-5798-4e7c-a964-a54a2dbae61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (606439c1-8b10-4b32-bbc8-9aeaf06b490f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.127670 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558229-cc9a-4307-bbad-84cc36b3a62f req-97922515-5f98-47d9-84cb-79df08d8346e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:00.129434 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51558229-cc9a-4307-bbad-84cc36b3a62f req-97922515-5f98-47d9-84cb-79df08d8346e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 944 time: 0.0769255 May 13 13:27:00.160600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccfaab-5798-4e7c-a964-a54a2dbae61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606439c1-8b10-4b32-bbc8-9aeaf06b490f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:00.177675 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-71ccfaab-5798-4e7c-a964-a54a2dbae61c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faa5c8ed083c49ae991ab96fd680f5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697496 May 13 13:27:00.178047 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55184) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:00.226960 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51558229-cc9a-4307-bbad-84cc36b3a62f req-d302309a-9331-4f64-8465-46d7c9d2a8d6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 May 13 13:27:00.246793 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] Publish callbacks [] for security_group (606439c1-8b10-4b32-bbc8-9aeaf06b490f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.271300 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] Publish callbacks [] for security_group (606439c1-8b10-4b32-bbc8-9aeaf06b490f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.345816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:00.357498 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ef94-2ed5-4ade-b85f-f77bcd1f2cd0 req-574fcc4b-f2e5-46a2-b809-253b39f25b11 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:00.359836 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d31ef94-2ed5-4ade-b85f-f77bcd1f2cd0 req-574fcc4b-f2e5-46a2-b809-253b39f25b11 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0630186 May 13 13:27:00.393453 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (606439c1-8b10-4b32-bbc8-9aeaf06b490f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.396468 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.398261 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/606439c1-8b10-4b32-bbc8-9aeaf06b490f HTTP/1.1" status: 204 len: 168 time: 0.2204821 May 13 13:27:00.408346 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4f1d-a52e-4b1d-9860-92be5a24c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606439c1-8b10-4b32-bbc8-9aeaf06b490f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:00.416284 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d31ef94-2ed5-4ade-b85f-f77bcd1f2cd0 req-59da4033-612a-4527-9af0-2f3421d3f54f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 May 13 13:27:00.472780 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:00.486541 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f', 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7', 'port_id': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f', 'mac_address': 'fa:16:3e:4c:98:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594eff6e-551f-4fd2-904f-89944a7c5d1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:00.528780 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:00.529337 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.546525 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:00.571776 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:00.677316 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.739547 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.750175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.751044 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.751044 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.751273 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.751606 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:00.787671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55204) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:00.997075 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7caa197f-3efc-481c-b9a8-8552dddac353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.000993 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e534465-ca86-49c8-a40f-66662691f61e req-b17185e0-4299-48fe-982f-f29792b06e45 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.002657 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e534465-ca86-49c8-a40f-66662691f61e req-b17185e0-4299-48fe-982f-f29792b06e45 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0623355 May 13 13:27:01.069203 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:01.073411 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-d90a1e35-cb4c-46c2-9d7f-42b29516beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.075212 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-d90a1e35-cb4c-46c2-9d7f-42b29516beb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1129 time: 0.0715044 May 13 13:27:01.084289 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7caa197f-3efc-481c-b9a8-8552dddac353 admin admin] Publish callbacks [] for security_group (4c42c8d8-92ab-4c64-863e-39fdc8206749), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.161173 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e534465-ca86-49c8-a40f-66662691f61e req-243f1d44-2121-4015-96b1-112ff6ba0855 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479592 May 13 13:27:01.165824 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7caa197f-3efc-481c-b9a8-8552dddac353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (4c42c8d8-92ab-4c64-863e-39fdc8206749), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.217675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-b2680a6e-1c63-4b34-bb2c-b343daea75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.219342 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-b2680a6e-1c63-4b34-bb2c-b343daea75c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.1363490 May 13 13:27:01.227649 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7caa197f-3efc-481c-b9a8-8552dddac353 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=038242d14b9d498ba84b1d35c4dae139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388251 May 13 13:27:01.228692 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa197f-3efc-481c-b9a8-8552dddac353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42c8d8-92ab-4c64-863e-39fdc8206749,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:01.231397 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55228) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:01.276144 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-b3ba9a6b-18f3-4910-9ffc-b83e0df82689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 200 len: 217 time: 0.0504019 May 13 13:27:01.301997 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] Publish callbacks [] for security_group (4c42c8d8-92ab-4c64-863e-39fdc8206749), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.334526 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-3096c5f1-f97f-4800-b337-8eb3fbe22fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.334526 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-3096c5f1-f97f-4800-b337-8eb3fbe22fa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0450654 May 13 13:27:01.350677 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] Publish callbacks [] for security_group (4c42c8d8-92ab-4c64-863e-39fdc8206749), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.374397 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-94cb3760-1cf6-4445-bed5-bfc0fad308dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.376187 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-94cb3760-1cf6-4445-bed5-bfc0fad308dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402808 May 13 13:27:01.381544 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cf9e0-62d5-422a-9fa4-ef5716d4584d req-49adfffb-77ea-438e-8c07-c86aca161e1c tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.383023 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e37cf9e0-62d5-422a-9fa4-ef5716d4584d req-49adfffb-77ea-438e-8c07-c86aca161e1c tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 945 time: 0.0709465 May 13 13:27:01.450992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e37cf9e0-62d5-422a-9fa4-ef5716d4584d req-f8748e8b-70e3-404f-9a7b-369144420350 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610597 May 13 13:27:01.495862 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-41a5003a-1aeb-45d4-be2a-64e3c50c1c6a service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088195 May 13 13:27:01.508662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (4c42c8d8-92ab-4c64-863e-39fdc8206749), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.511364 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:01.515003 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c42c8d8-92ab-4c64-863e-39fdc8206749 HTTP/1.1" status: 204 len: 168 time: 0.2688403 May 13 13:27:01.525185 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056d53a-7872-4cdc-9b23-ebe7affa0e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42c8d8-92ab-4c64-863e-39fdc8206749,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:01.600720 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3716d0d7-4836-49a7-a37c-fe3e8346619e req-dc0a292d-1374-4a9b-9015-a575d1c9b4c6 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988100 May 13 13:27:02.200267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55260) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:02.216533 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c67baf0c-1507-48cf-b3a6-9145377cf96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.307093 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b43e8-473c-485b-a2f5-f12af7bd22c8 req-cdde5b02-87a1-42d6-970e-e4a02fb19de1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:02.308865 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0f8b43e8-473c-485b-a2f5-f12af7bd22c8 req-cdde5b02-87a1-42d6-970e-e4a02fb19de1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0681710 May 13 13:27:02.352787 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55264) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:02.369963 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c67baf0c-1507-48cf-b3a6-9145377cf96e admin admin] Publish callbacks [] for security_group (a7ec0f56-1b4e-4885-9f2c-55e53e1e3816), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.371598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:02.388237 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0f8b43e8-473c-485b-a2f5-f12af7bd22c8 req-8c009321-e186-4827-9f07-b01cbaa8dfc1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661445 May 13 13:27:02.433949 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:02.462183 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44290784-2670-47c7-9aab-813b1f1ca511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.546559 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44290784-2670-47c7-9aab-813b1f1ca511 admin admin] Publish callbacks [] for security_group (e31e33c2-e586-499f-b83f-376f45c01676), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.564982 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b628ac-d823-465d-ba58-9c3f18051a9d req-8b8c395d-389f-46a5-b690-50eebee0d69a tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:02.566488 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-40b628ac-d823-465d-ba58-9c3f18051a9d req-8b8c395d-389f-46a5-b690-50eebee0d69a tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 945 time: 0.0466609 May 13 13:27:02.567545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c67baf0c-1507-48cf-b3a6-9145377cf96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (a7ec0f56-1b4e-4885-9f2c-55e53e1e3816), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.619859 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67baf0c-1507-48cf-b3a6-9145377cf96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec0f56-1b4e-4885-9f2c-55e53e1e3816,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:02.624380 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c67baf0c-1507-48cf-b3a6-9145377cf96e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe7a6650a4df49cdb8c7e0efa92da041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218135 May 13 13:27:02.627370 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55270) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:02.652041 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-40b628ac-d823-465d-ba58-9c3f18051a9d req-51b72e23-6864-49dc-8d88-5dcf8c1619b4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788009 May 13 13:27:02.674759 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:02.675827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.681011 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] Publish callbacks [] for security_group (a7ec0f56-1b4e-4885-9f2c-55e53e1e3816), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.701899 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] Publish callbacks [] for security_group (a7ec0f56-1b4e-4885-9f2c-55e53e1e3816), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.720949 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-44290784-2670-47c7-9aab-813b1f1ca511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e31e33c2-e586-499f-b83f-376f45c01676), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.754348 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:02.754739 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.772450 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-44290784-2670-47c7-9aab-813b1f1ca511 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c2ba40cbebd4c1db39ca98fbd9bff0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184713 May 13 13:27:02.776830 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55272) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:02.776992 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290784-2670-47c7-9aab-813b1f1ca511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31e33c2-e586-499f-b83f-376f45c01676,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:02.782459 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:02.784870 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d1646b-d150-4a3b-a26e-751cc2b84cb5" -d '{"events": [{"server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "name": "network-vif-plugged", "status": "completed", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:02.800385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:02.836907 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b51bf-01e7-40da-8ad8-b0983b57f598 x-openstack-request-id: req-402b51bf-01e7-40da-8ad8-b0983b57f598 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:02.837194 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "name": "network-vif-plugged", "status": "completed", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:02.837543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-402b51bf-01e7-40da-8ad8-b0983b57f598 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:02.838065 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402b51bf-01e7-40da-8ad8-b0983b57f598'] response: {'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f', 'code': 200} May 13 13:27:02.848716 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] Publish callbacks [] for security_group (e31e33c2-e586-499f-b83f-376f45c01676), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.869935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] Publish callbacks [] for security_group (e31e33c2-e586-499f-b83f-376f45c01676), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.902311 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (a7ec0f56-1b4e-4885-9f2c-55e53e1e3816), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.907485 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:02.907485 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7ec0f56-1b4e-4885-9f2c-55e53e1e3816 HTTP/1.1" status: 204 len: 168 time: 0.2784848 May 13 13:27:02.915802 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59befc26-825b-4985-a527-97ee2c1c427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec0f56-1b4e-4885-9f2c-55e53e1e3816,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:02.946118 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:03.017085 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e31e33c2-e586-499f-b83f-376f45c01676), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:03.019984 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:03.023526 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e31e33c2-e586-499f-b83f-376f45c01676 HTTP/1.1" status: 204 len: 168 time: 0.2450716 May 13 13:27:03.023649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:03.032133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac7122-344b-4e7e-b419-a2afeb62c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31e33c2-e586-499f-b83f-376f45c01676,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:03.190165 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1dfd-d61b-4305-8698-4c54ab5e4e72 req-68a08fdc-5c8c-46bf-8120-b6e25c8e76c3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:03.191761 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-116d1dfd-d61b-4305-8698-4c54ab5e4e72 req-68a08fdc-5c8c-46bf-8120-b6e25c8e76c3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0500176 May 13 13:27:03.245116 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-116d1dfd-d61b-4305-8698-4c54ab5e4e72 req-808780aa-ff9d-4738-a0ab-d30c86718177 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456645 May 13 13:27:03.517763 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74796c55-13ad-450c-895f-104eb4becd1a req-ca88cc02-8e84-4172-ab50-869b2cb30926 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:03.519327 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-74796c55-13ad-450c-895f-104eb4becd1a req-ca88cc02-8e84-4172-ab50-869b2cb30926 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0544205 May 13 13:27:03.566206 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-74796c55-13ad-450c-895f-104eb4becd1a req-51fc4f2b-8f8a-4223-b9bc-1924ebbb4f62 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 May 13 13:27:03.780351 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364aecc9-2b52-4c67-915c-b7382de9e978 req-b4bc42fd-9107-4e51-b81a-fafe289ae4e4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:03.781954 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-364aecc9-2b52-4c67-915c-b7382de9e978 req-b4bc42fd-9107-4e51-b81a-fafe289ae4e4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0528522 May 13 13:27:03.841484 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-364aecc9-2b52-4c67-915c-b7382de9e978 req-f0a2cc59-3025-4d13-9f9e-ae344469c266 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538990 May 13 13:27:04.157086 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55342) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:04.257596 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1934075192-network', 'tenant_id': 'b361133457c04e2da4c4158a45bbcf19'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:04.371103 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df872f9-69c2-4ef7-bafa-8510119c2c4c req-04f1dda5-84d6-46fc-81f3-f8c0a50cdbbe tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.372622 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3df872f9-69c2-4ef7-bafa-8510119c2c4c req-04f1dda5-84d6-46fc-81f3-f8c0a50cdbbe tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0536072 May 13 13:27:04.391332 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Made reservation on behalf of b361133457c04e2da4c4158a45bbcf19 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:04.393865 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.411491 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.460259 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3df872f9-69c2-4ef7-bafa-8510119c2c4c req-39b23299-5d1f-4010-b129-76e3705d104a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773151 May 13 13:27:04.517056 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks [] for security_group (53df9aee-e112-45c3-8178-40977f1ea25b), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.593464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (53df9aee-e112-45c3-8178-40977f1ea25b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.620991 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:27:04.630699 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df9aee-e112-45c3-8178-40977f1ea25b,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:04.638622 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (1446ec8d-3b6e-4d65-afef-f5835d153fdd), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.639331 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Added segment 1446ec8d-3b6e-4d65-afef-f5835d153fdd of type vlan for network 0b9976ff-cf79-4330-8132-342b84c98512 May 13 13:27:04.682559 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d986-dbbf-43c8-85ba-0c8c363290a1 req-c269646c-e977-4e60-9701-3138107f73a6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.684055 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9c72d986-dbbf-43c8-85ba-0c8c363290a1 req-c269646c-e977-4e60-9701-3138107f73a6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0482037 May 13 13:27:04.686922 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (0b9976ff-cf79-4330-8132-342b84c98512), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.734317 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9c72d986-dbbf-43c8-85ba-0c8c363290a1 req-f4134b02-8994-4456-9124-fec4b8ba4fa4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 May 13 13:27:04.776656 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (0b9976ff-cf79-4330-8132-342b84c98512), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.777730 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.778583 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:04.824952 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029864-d0cd-4b56-93c9-12afe766a3d3 req-d89189e4-dd0a-462b-84be-de03be0cae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.826789 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a5029864-d0cd-4b56-93c9-12afe766a3d3 req-d89189e4-dd0a-462b-84be-de03be0cae12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 1130 time: 0.0485482 May 13 13:27:04.853243 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] Pushing event updated for resources: {'Network': ['ID=0b9976ff-cf79-4330-8132-342b84c98512,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:04.862652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 0b9976ff-cf79-4330-8132-342b84c98512 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:27:04.882619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a5029864-d0cd-4b56-93c9-12afe766a3d3 req-6dd55d67-11be-47a1-906e-02a3d0bb9d53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482645 May 13 13:27:04.934546 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9d01ac1e-f325-412c-bbb6-f1f30f328d9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7762384 May 13 13:27:04.937842 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55358) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:04.943056 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Request body: {'subnet': {'network_id': '0b9976ff-cf79-4330-8132-342b84c98512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1934075192-subnet', 'tenant_id': 'b361133457c04e2da4c4158a45bbcf19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:04.978069 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af134-73a8-4652-bded-1c4aae53bf56 req-62c6850e-abab-4a57-8ded-e7a817590a28 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.979652 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab1af134-73a8-4652-bded-1c4aae53bf56 req-62c6850e-abab-4a57-8ded-e7a817590a28 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0585966 May 13 13:27:05.034627 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab1af134-73a8-4652-bded-1c4aae53bf56 req-1c9c9a7e-e409-4153-8d64-17e645de5c10 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 May 13 13:27:05.050614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Made reservation on behalf of b361133457c04e2da4c4158a45bbcf19 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:05.053099 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528156988'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:05.311717 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5117212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528156962'] for subnet (416be3c1-bd7a-4a1c-a241-0c05c169efc5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:05.361858 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=416be3c1-bd7a-4a1c-a241-0c05c169efc5,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:05.383627 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Checking segment: {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:05.383994 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Network hostable DHCP agents. Network: 0b9976ff-cf79-4330-8132-342b84c98512, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:27:05.488812 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Network 0b9976ff-cf79-4330-8132-342b84c98512 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:27:05.583344 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbb53b-88e2-4a74-98c2-fcdb71aed76d req-c304e3be-85f6-46bd-9f00-b4db22721ea2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:05.584975 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebdbb53b-88e2-4a74-98c2-fcdb71aed76d req-c304e3be-85f6-46bd-9f00-b4db22721ea2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0487645 May 13 13:27:05.604815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 0b9976ff-cf79-4330-8132-342b84c98512) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:05.611279 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:05.611279 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:05.614629 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6e132-8095-4df8-a553-bc6ba51b0eed None None] Network 0b9976ff-cf79-4330-8132-342b84c98512 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:05.647080 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebdbb53b-88e2-4a74-98c2-fcdb71aed76d req-609c7dc2-9ccf-4351-825c-7cd4470e64a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560763 May 13 13:27:05.731098 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d2b3668e-308b-4c52-be9e-8691bd28bebd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7919705 May 13 13:27:05.829104 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0961be9-2a32-4577-b532-16bab58d6fcd None None] Network 0b9976ff-cf79-4330-8132-342b84c98512 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:06.153733 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af681b-481d-495b-8cbf-1f47e2367024 req-40394e3f-cf76-4d2b-9157-36f55c37bfec tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:06.155354 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-99af681b-481d-495b-8cbf-1f47e2367024 req-40394e3f-cf76-4d2b-9157-36f55c37bfec tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0478766 May 13 13:27:06.204711 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-99af681b-481d-495b-8cbf-1f47e2367024 req-733b3c7d-4199-4a32-88c4-7a757d9cf64f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 May 13 13:27:06.795916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7e295-b1e1-483e-b57e-dfe56ba86f4e req-5ae93e6d-8ca4-4f94-ad3e-9de19675e3a1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:06.797598 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0cf7e295-b1e1-483e-b57e-dfe56ba86f4e req-5ae93e6d-8ca4-4f94-ad3e-9de19675e3a1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0576236 May 13 13:27:06.837009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55408) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:06.841703 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538050339', 'description': 'tempest-description--984112353'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:06.848631 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0cf7e295-b1e1-483e-b57e-dfe56ba86f4e req-23e28ae6-45e5-4333-9882-057294802532 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 May 13 13:27:06.940392 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.011895 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (1fcafc1e-5316-41a0-ac79-67cb7d8c87de), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.077373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (1fcafc1e-5316-41a0-ac79-67cb7d8c87de), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.109082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcafc1e-5316-41a0-ac79-67cb7d8c87de,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:07.179465 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510daf7-ac51-4e1c-b4bb-3323d0d92d4f req-7b2622d9-c181-486b-ade1-c5389ec741bb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:07.180935 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f510daf7-ac51-4e1c-b4bb-3323d0d92d4f req-7b2622d9-c181-486b-ade1-c5389ec741bb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0470181 May 13 13:27:07.188150 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.189410 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7c9b7f7f-baee-4ed5-bbd0-76080fdf0d74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3513825 May 13 13:27:07.192295 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55412) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:07.196480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'security_group_rule': {'security_group_id': '1fcafc1e-5316-41a0-ac79-67cb7d8c87de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:07.229195 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f510daf7-ac51-4e1c-b4bb-3323d0d92d4f req-986faa09-72a1-47e1-9e04-15b27d1e3635 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 May 13 13:27:07.311299 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (2982b732-3a7f-4556-963c-3d4fb98204ce), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.331303 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6adf81-4f87-4736-a9a0-01321c40ebb6 req-4c466011-2563-4250-abc1-af7e019203eb tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:07.332826 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2f6adf81-4f87-4736-a9a0-01321c40ebb6 req-4c466011-2563-4250-abc1-af7e019203eb tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0596449 May 13 13:27:07.406147 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2f6adf81-4f87-4736-a9a0-01321c40ebb6 req-b5e627fe-0f0f-4b00-8374-16978a566dc1 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659044 May 13 13:27:07.411688 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (2982b732-3a7f-4556-963c-3d4fb98204ce), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.546488 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (2982b732-3a7f-4556-963c-3d4fb98204ce), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.565721 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2982b732-3a7f-4556-963c-3d4fb98204ce,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:07.641104 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.642364 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bc5e52ea-a63b-4d2f-a779-ad3239f6b1ea tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491570 May 13 13:27:07.645024 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55420) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:07.649312 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'security_group_rule': {'security_group_id': '1fcafc1e-5316-41a0-ac79-67cb7d8c87de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:07.736965 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (da4e487e-0413-46c1-a7e3-a8ce9b931001), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.796877 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (da4e487e-0413-46c1-a7e3-a8ce9b931001), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.896827 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (da4e487e-0413-46c1-a7e3-a8ce9b931001), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:07.914854 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4e487e-0413-46c1-a7e3-a8ce9b931001,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:07.977156 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4df690-017d-412c-950e-50bc21ff65ef req-7f4af16c-a1a0-4844-a468-e1dd6c1a1e08 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:07.978659 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-be4df690-017d-412c-950e-50bc21ff65ef req-7f4af16c-a1a0-4844-a468-e1dd6c1a1e08 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0500927 May 13 13:27:08.007033 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.008423 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4486df02-4079-4272-a155-359c58d7bbb6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624804 May 13 13:27:08.011549 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55428) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:08.018893 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:08.041502 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-be4df690-017d-412c-950e-50bc21ff65ef req-1111533d-2090-418a-80d4-d5fd9b3760a8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566108 May 13 13:27:08.136885 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.213058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.321123 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Allocated IP 172.27.0.203 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/747fc793-f661-4bdc-bf03-95d3b4e92837) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:08.343839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad56c-97fe-4343-8491-66ce61530210 req-361a02cc-2457-4d34-85e7-49eda88f6913 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:08.345750 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1b8ad56c-97fe-4343-8491-66ce61530210 req-361a02cc-2457-4d34-85e7-49eda88f6913 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0468607 May 13 13:27:08.393270 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1b8ad56c-97fe-4343-8491-66ce61530210 req-35df6ac6-4cbd-46e4-bf45-184af46f184f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 May 13 13:27:08.437775 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.557419 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.600167 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:08.603164 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:08.608667 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:08.614120 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'Port': ['ID=747fc793-f661-4bdc-bf03-95d3b4e92837,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:08.737751 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (700058ae-686d-4cce-838f-b306baed3012), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.834315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.981638 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.062600 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.140216 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'Port': ['ID=747fc793-f661-4bdc-bf03-95d3b4e92837,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:09.174890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (700058ae-686d-4cce-838f-b306baed3012), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.185741 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca7d8-db05-4a12-9617-ba66988cafd2 req-04577a54-c531-449a-aa41-77b70f463c63 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:09.187749 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b1fca7d8-db05-4a12-9617-ba66988cafd2 req-04577a54-c531-449a-aa41-77b70f463c63 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0716445 May 13 13:27:09.235011 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b1fca7d8-db05-4a12-9617-ba66988cafd2 req-e743bab1-ea79-40d6-8dc7-1676e3787435 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416055 May 13 13:27:09.263737 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.264927 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-010b833a-a80a-43c5-94bc-98b705e1c29d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2524538 May 13 13:27:09.454254 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-8986dbba-0f33-44ac-8634-aef9e65e23ac tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1538050339&fields=id&tenant_id=e25902914d244bfeaa038f24838c28ca HTTP/1.1" status: 200 len: 267 time: 0.0425873 May 13 13:27:09.507334 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47ef3-3a53-478a-b208-db7a0ac50c1c req-977921ad-49d6-4c6c-9055-6fecba4be581 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:09.508738 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21f47ef3-3a53-478a-b208-db7a0ac50c1c req-977921ad-49d6-4c6c-9055-6fecba4be581 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0488393 May 13 13:27:09.561939 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21f47ef3-3a53-478a-b208-db7a0ac50c1c req-b8c119a8-2f84-434f-ac23-6fa45d5c3e9d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472431 May 13 13:27:09.566336 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-5a9d99c6-3733-4253-8318-344237b8765c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:09.567829 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-5a9d99c6-3733-4253-8318-344237b8765c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 0.1067207 May 13 13:27:09.582600 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-9dac3df3-382d-4ddb-9399-4b5e5c71ef82 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/quotas/e25902914d244bfeaa038f24838c28ca HTTP/1.1" status: 200 len: 375 time: 0.0095756 May 13 13:27:09.634971 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-e9adc2e0-ea30-40b6-841d-c58aae007b2d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471349 May 13 13:27:09.735805 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-146071b3-c09f-4f7c-9b6f-5a3b241a654d service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873058 May 13 13:27:09.823581 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-f130287f-6f30-47d7-8939-c8e36c3d16d3 service neutron] 10.222.0.25 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819075 May 13 13:27:10.097589 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a281071e-98d5-40a0-9c49-8651821c16f6 req-31d61647-a353-43c4-b3b9-57d8e46d9582 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0284793 May 13 13:27:10.177491 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.360034 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbce0c9-96ec-4fac-acc2-60c2a42c5ae6 req-ac6b12cf-2afd-4c40-afb7-cacb11c093d9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.361497 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7dbce0c9-96ec-4fac-acc2-60c2a42c5ae6 req-ac6b12cf-2afd-4c40-afb7-cacb11c093d9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0512683 May 13 13:27:10.421939 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-f089dd5e-83d9-41d0-a22e-0178e32a183e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683439 May 13 13:27:10.440678 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7dbce0c9-96ec-4fac-acc2-60c2a42c5ae6 req-8482aaa4-5c90-49e1-adb9-06551f288a0f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718915 May 13 13:27:10.489956 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882dd6-96fe-4367-a405-e582572c95ba req-f6d05a00-4b2a-4355-85fb-2ebb79291951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.491455 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-f6d05a00-4b2a-4355-85fb-2ebb79291951 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 1129 time: 0.0429688 May 13 13:27:10.622271 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882dd6-96fe-4367-a405-e582572c95ba req-67aec3b1-0f4e-4cdb-b561-df0db6dcd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.624318 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-67aec3b1-0f4e-4cdb-b561-df0db6dcd057 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0993593 May 13 13:27:10.682418 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-58307f34-a43f-40b0-b230-f811a37cb0b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 200 len: 217 time: 0.0468252 May 13 13:27:10.696593 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14822a23-6abf-44a5-8e97-4469a0538362 req-4d37c6a9-0d9f-4253-b905-6dd4b6ba45d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.698599 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-14822a23-6abf-44a5-8e97-4469a0538362 req-4d37c6a9-0d9f-4253-b905-6dd4b6ba45d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0583036 May 13 13:27:10.739568 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882dd6-96fe-4367-a405-e582572c95ba req-310430af-13ba-4aff-b55f-308152359ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.741023 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-310430af-13ba-4aff-b55f-308152359ce1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0501442 May 13 13:27:10.747324 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-14822a23-6abf-44a5-8e97-4469a0538362 req-23e5873b-0df0-40fc-9de5-9a6a878459f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 May 13 13:27:10.790810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882dd6-96fe-4367-a405-e582572c95ba req-8ff50bc8-86f6-438d-aa39-36fd1e88ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.792331 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-8ff50bc8-86f6-438d-aa39-36fd1e88ca87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447636 May 13 13:27:10.906831 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-149a1208-da36-4fac-b58b-085fddd7b7d9 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911372 May 13 13:27:11.000408 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50882dd6-96fe-4367-a405-e582572c95ba req-9f1427bb-cefc-4210-bae9-34d4fb9ceeab service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 May 13 13:27:11.204916 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-791f5ba8-5b82-4025-9e32-e23e8de8ec9e req-2194fcd0-b90d-4c30-90f1-b2cdb732158f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0308459 May 13 13:27:11.402524 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-4e64d666-daf7-4d60-82fa-d2983f4e4c39 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:11.405834 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-4e64d666-daf7-4d60-82fa-d2983f4e4c39 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/networks?id=0b9976ff-cf79-4330-8132-342b84c98512 HTTP/1.1" status: 200 len: 814 time: 0.1105530 May 13 13:27:11.420845 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-d073d3a8-ffe6-4b16-b350-2735b9eacbe4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/quotas/b361133457c04e2da4c4158a45bbcf19 HTTP/1.1" status: 200 len: 375 time: 0.0093720 May 13 13:27:11.475735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5b9290a9-e5b8-4bfb-8e71-b0e77e005c8a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498495 May 13 13:27:11.624915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-72215fa2-da95-4878-864b-83009f804b39 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:27:11.626021 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-72215fa2-da95-4878-864b-83009f804b39 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0688114 May 13 13:27:11.724885 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-7eda15d0-14a4-4074-8475-be2b2b58bcd0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926130 May 13 13:27:11.810590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d885f8b-9530-40c1-b6ba-d88206d44553 req-6d7025e9-8660-4f8f-8b63-311624e137f9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:11.812273 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1d885f8b-9530-40c1-b6ba-d88206d44553 req-6d7025e9-8660-4f8f-8b63-311624e137f9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0561929 May 13 13:27:11.818953 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-f54a593f-b5fe-4a01-8925-fe3671dff903 service neutron] 10.222.0.25 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 May 13 13:27:11.872505 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1d885f8b-9530-40c1-b6ba-d88206d44553 req-ecec6b9e-6d08-4de3-bcb7-2a6df5f41236 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538070 May 13 13:27:11.989833 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6e1c-ba8d-4832-90da-f106b1fadd46 req-ec31e2b2-ca56-4dba-bc3c-641b9f0ce144 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:11.991611 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-32ad6e1c-ba8d-4832-90da-f106b1fadd46 req-ec31e2b2-ca56-4dba-bc3c-641b9f0ce144 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0498919 May 13 13:27:12.058376 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-32ad6e1c-ba8d-4832-90da-f106b1fadd46 req-693c9953-6719-482f-8087-f8b2c0eda37c tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589988 May 13 13:27:12.147285 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2d992bb-7530-4e94-ada3-756b8a9ebcd4 req-fb638199-3abf-46aa-9b5a-ff10c83250df tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0496521 May 13 13:27:12.187207 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45b886-1bd3-42e0-a7a1-81eda1ad0b90 req-b27ea90d-7177-4ba2-994c-3b4e27658a1e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:12.188720 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0c45b886-1bd3-42e0-a7a1-81eda1ad0b90 req-b27ea90d-7177-4ba2-994c-3b4e27658a1e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0810859 May 13 13:27:12.241875 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0c45b886-1bd3-42e0-a7a1-81eda1ad0b90 req-5644252b-059d-4bf8-a54e-384e1cf84ca0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 May 13 13:27:12.303892 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a68ea34-3ddd-4718-b848-8d3b5dae33eb req-95e23824-2ac1-4a87-b547-7434be962373 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0278749 May 13 13:27:12.993223 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300e473-b0b1-4a46-ae2f-a291b4571a54 req-bb829824-91c8-4d7c-ade6-a924da97cd34 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:12.994704 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5300e473-b0b1-4a46-ae2f-a291b4571a54 req-bb829824-91c8-4d7c-ade6-a924da97cd34 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0463748 May 13 13:27:13.040644 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5300e473-b0b1-4a46-ae2f-a291b4571a54 req-c7cef9c6-a9fb-4f15-b9b1-e75beeccf179 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 May 13 13:27:13.167832 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b53b-93a2-4e4d-b2be-ced518a69d95 req-1658a99a-90e7-4baf-bb11-9f53a57b331e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:13.169297 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3b85b53b-93a2-4e4d-b2be-ced518a69d95 req-1658a99a-90e7-4baf-bb11-9f53a57b331e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0463264 May 13 13:27:13.216643 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3b85b53b-93a2-4e4d-b2be-ced518a69d95 req-9f4af762-e2e5-44b3-a982-bfc4daba3db8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 May 13 13:27:13.243366 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a5c55d1e-cedc-4ef8-9642-2571582705bc req-7c7cf58c-e403-4133-9e24-54b4e15b320f tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0279336 May 13 13:27:13.356323 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3189c-304f-4155-a4f9-fa900a34f8a3 req-1e6bfa84-5d7f-4d27-a3d4-ea6525875929 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:13.362273 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6a3189c-304f-4155-a4f9-fa900a34f8a3 req-1e6bfa84-5d7f-4d27-a3d4-ea6525875929 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0488329 May 13 13:27:13.405825 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41fdf713-f16a-456d-bb35-f2ee3271b4ad req-ada76b5d-0c16-421d-9a43-c7698d20b687 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0310962 May 13 13:27:13.412410 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6a3189c-304f-4155-a4f9-fa900a34f8a3 req-b618a645-d48f-4339-a232-429f9f07bc87 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480037 May 13 13:27:13.737152 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-6877b59e-cfdb-420a-9335-122c86a3d88d tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:13.738628 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-6877b59e-cfdb-420a-9335-122c86a3d88d tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 946 time: 0.0458281 May 13 13:27:13.827201 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Deleting port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:13.827546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.916757 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] For port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:13.917126 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.931358 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Calling delete_port for c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:14.153698 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.165223 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b652621-9358-4041-a7d9-290eee3e1896 req-80c39a0f-3d6c-4d02-80ca-293b431be2e1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:14.166472 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4b652621-9358-4041-a7d9-290eee3e1896 req-80c39a0f-3d6c-4d02-80ca-293b431be2e1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0469437 May 13 13:27:14.167467 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:14.191353 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Pushing event deleted for resources: {'Port': ['ID=c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:14.218584 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4b652621-9358-4041-a7d9-290eee3e1896 req-57a7827d-6f42-4c78-8f2f-4cbd6d04b8d0 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450420 May 13 13:27:14.221435 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.221849 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.222197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.222534 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.222867 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.223196 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.223920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.223920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.224208 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.224458 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.224780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.225102 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.225424 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.225735 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.226071 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:14.245957 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] No DVR routers for this DVR port c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:14.249390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.252782 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3e7abeca-49c3-45e2-af22-5508ec48e563 req-4e1deed8-cff6-44cf-b3d0-1897c1a6e6a6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "DELETE /v2.0/ports/c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f HTTP/1.1" status: 204 len: 173 time: 0.5036004 May 13 13:27:14.253293 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'name': 'network-vif-deleted', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:14.255764 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59222a7-c63b-4416-8c79-2a7aca6cc3d4" -d '{"events": [{"server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "name": "network-vif-deleted", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:14.294766 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb75132-cb90-4c6f-a35e-65be0f7fec0c x-openstack-request-id: req-7fb75132-cb90-4c6f-a35e-65be0f7fec0c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:14.295633 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebf9462-f8b5-4711-b5cf-0a8be1c9e529", "name": "network-vif-deleted", "tag": "c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:14.296011 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb75132-cb90-4c6f-a35e-65be0f7fec0c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:14.296289 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb75132-cb90-4c6f-a35e-65be0f7fec0c'] response: {'server_uuid': '8ebf9462-f8b5-4711-b5cf-0a8be1c9e529', 'name': 'network-vif-deleted', 'tag': 'c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f', 'status': 'completed', 'code': 200} May 13 13:27:14.322171 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1f7c757a-f013-4545-8a3a-c312edb75f23 req-ee093456-63e8-424a-b808-45b2f6ad053b tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0371761 May 13 13:27:14.367469 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9d926c54-a885-407c-96e5-a9ebcb81edd8 req-d0b3b2a1-b6a9-4034-b9a2-5c29c1631815 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0279300 May 13 13:27:14.507427 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7e417cf-ec39-4030-8ef4-11e6445605e8 req-309be66f-8caf-47fc-9129-17772d95d7a8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0346279 May 13 13:27:14.538621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97c886-772b-4219-8f74-3a31f14c5a08 req-9ecaec8b-a52c-4f71-993b-6129e4deca2b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:14.540466 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-da97c886-772b-4219-8f74-3a31f14c5a08 req-9ecaec8b-a52c-4f71-993b-6129e4deca2b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0611207 May 13 13:27:14.594516 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-da97c886-772b-4219-8f74-3a31f14c5a08 req-9e783093-9426-42ae-89b8-07dfda25c64e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462222 May 13 13:27:14.651008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dadecef2-777b-40a8-81b7-c5ff0f9f9999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.919446 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-026cfa38-034a-41eb-af8a-14060cfba447 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:14.921469 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-026cfa38-034a-41eb-af8a-14060cfba447 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 818 time: 0.1177673 May 13 13:27:14.993198 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-0740bb39-60df-418c-8981-95967f5384f2 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25902914d244bfeaa038f24838c28ca HTTP/1.1" status: 200 len: 380 time: 0.0566351 May 13 13:27:15.304713 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'port': {'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'admin_state_up': True, 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'security_groups': ['1fcafc1e-5316-41a0-ac79-67cb7d8c87de']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:15.385595 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb767-743f-48aa-b747-e140a6530c97 req-ee8d3b22-04db-4fdc-b459-f8b98219c769 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:15.387132 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e0eb767-743f-48aa-b747-e140a6530c97 req-ee8d3b22-04db-4fdc-b459-f8b98219c769 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0979977 May 13 13:27:15.442958 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3086bc5f-3e94-4dc1-b81b-23689e3fec01 req-99c5e6ee-e67f-497d-b4ab-aa298adbc2da tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ebf9462-f8b5-4711-b5cf-0a8be1c9e529 HTTP/1.1" status: 200 len: 210 time: 0.0315995 May 13 13:27:15.561479 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-35aafe52-f0af-4eea-ac72-c5320d6756ff req-1099a413-3b44-4ed2-897d-3ba1b069a8c7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0329654 May 13 13:27:15.567382 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55622) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:15.655468 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a35e508c-3737-4e78-b9b1-67209078b47b req-468e711b-7c8f-4f64-972e-28f72abcb515 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0282180 May 13 13:27:15.724742 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.726083 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e0eb767-743f-48aa-b747-e140a6530c97 req-5fb69d21-aa50-41a2-afc7-38cf7cb1ad89 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306231 May 13 13:27:15.802112 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab643902-ca57-48a5-8233-b1d287841dd2 req-8c1faba3-4617-4676-9e39-0d912d9ae66f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:15.803564 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab643902-ca57-48a5-8233-b1d287841dd2 req-8c1faba3-4617-4676-9e39-0d912d9ae66f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0635710 May 13 13:27:15.875082 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab643902-ca57-48a5-8233-b1d287841dd2 req-655ea150-6fba-487a-98a6-9cf6c6c3891a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659747 May 13 13:27:15.876784 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Publish callbacks [] for security_group (e52b2f5c-3d21-4270-8736-185be10f1b3d), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.879395 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Made reservation on behalf of e25902914d244bfeaa038f24838c28ca for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:15.883107 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.982358 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e52b2f5c-3d21-4270-8736-185be10f1b3d), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.015724 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Allocated IP 172.20.0.9 (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2/f2b5b46c-07bb-47b7-8d76-944666a5937f/ca45ea26-ebef-4cf1-b670-b108bd4e54d4) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:16.024205 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=169e28d4b39c49b795dc95a74b664f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559381 May 13 13:27:16.025437 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52b2f5c-3d21-4270-8736-185be10f1b3d,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:16.026862 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55632) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:16.032774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.032991 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.033363 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.033684 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.034048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.034381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.034719 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.035057 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.035367 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.035694 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.036024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.036352 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.038567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.038567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.038567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98391b22-34fd-4a43-9e45-d3c71cd9770b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.162031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-2a6326ef-9dd3-4bbd-8a4f-d251ad3580a0 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:16.163946 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-2a6326ef-9dd3-4bbd-8a4f-d251ad3580a0 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "GET /v2.0/networks?id=0b9976ff-cf79-4330-8132-342b84c98512 HTTP/1.1" status: 200 len: 814 time: 0.1145852 May 13 13:27:16.165468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] Publish callbacks [] for security_group (e52b2f5c-3d21-4270-8736-185be10f1b3d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.180721 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Request body: {'port': {'device_id': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512', 'admin_state_up': True, 'tenant_id': 'b361133457c04e2da4c4158a45bbcf19'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:16.208105 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] Publish callbacks [] for security_group (e52b2f5c-3d21-4270-8736-185be10f1b3d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.246390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.371180 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e52b2f5c-3d21-4270-8736-185be10f1b3d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.374382 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.379019 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e52b2f5c-3d21-4270-8736-185be10f1b3d HTTP/1.1" status: 204 len: 168 time: 0.3477180 May 13 13:27:16.383998 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c82c7-4d63-4b47-aeed-70ccdf846eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52b2f5c-3d21-4270-8736-185be10f1b3d,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:16.399914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Made reservation on behalf of b361133457c04e2da4c4158a45bbcf19 for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:16.402384 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.409140 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.446189 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:16.449745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:16.455697 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:16.482128 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event updated for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:16.542724 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:16.543948 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.595195 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Allocated IP 172.20.0.4 (0b9976ff-cf79-4330-8132-342b84c98512/416be3c1-bd7a-4a1c-a241-0c05c169efc5/517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:16.687806 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-53da532c-d6cd-4147-bced-cdbe7caf5852 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3887265 May 13 13:27:16.696104 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a8b9cbef-cdce-4f5f-be68-514cc00181e4 req-119b693a-b54c-4f8d-99bc-ecc746cfd5d3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0465627 May 13 13:27:16.701620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Request body: {'port': {'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:16.739451 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-529dea79-b5b4-4c0b-ad00-298c7b54073b None None] Provisioning complete for port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:16.739976 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-529dea79-b5b4-4c0b-ad00-298c7b54073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.803750 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-529dea79-b5b4-4c0b-ad00-298c7b54073b None None] Port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:16.843475 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.849375 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33084c-994a-414c-b474-e32aa4b590a3 req-336c6d8c-d024-46e3-9894-73ab732383b3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:16.850893 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4b33084c-994a-414c-b474-e32aa4b590a3 req-336c6d8c-d024-46e3-9894-73ab732383b3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 931 time: 0.0753520 May 13 13:27:16.896365 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks [] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.922249 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-f4ee9859-9215-4cef-8490-6433431bd59f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:16.923794 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-f4ee9859-9215-4cef-8490-6433431bd59f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/networks?id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 HTTP/1.1" status: 200 len: 808 time: 0.1761899 May 13 13:27:16.938863 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4b33084c-994a-414c-b474-e32aa4b590a3 req-2081d22d-ea05-4c5c-a73e-8aeb27762b76 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724123 May 13 13:27:17.003981 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-3516d52a-29a9-4f8d-b8cd-5eb50d58cc22 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/quotas/3ea1460c53954c6a915fc638a2690cbf HTTP/1.1" status: 200 len: 375 time: 0.0687735 May 13 13:27:17.017165 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca68c-baee-4438-9ec5-54b393c3f121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.046224 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-e9252b38-acf2-4613-a8d8-c15e4afd2fd9 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342841 May 13 13:27:17.210055 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-87eca377-4bed-4fda-a5cb-5aefba1d4630 service neutron] 10.222.0.25 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542749 May 13 13:27:17.265177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.314448 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca45ea26-ebef-4cf1-b670-b108bd4e54d4 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:17.318245 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16b64-b2a6-4080-a6a1-d286dfc9eb77 req-afb324c8-82f8-450f-bb63-19efcacfd020 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.319743 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a7a16b64-b2a6-4080-a6a1-d286dfc9eb77 req-afb324c8-82f8-450f-bb63-19efcacfd020 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.3077352 May 13 13:27:17.323058 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks [] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.331104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Network 0b9976ff-cf79-4330-8132-342b84c98512 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:17.337168 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:17.339010 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Pushing event updated for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:17.341541 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Transition to ACTIVE for port object ca45ea26-ebef-4cf1-b670-b108bd4e54d4 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:17.349349 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:17.375624 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-5808491c-2f16-444d-96ac-45c131b8dd89 service neutron] 10.222.0.25 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561451 May 13 13:27:17.422695 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.423244 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.432777 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a7a16b64-b2a6-4080-a6a1-d286dfc9eb77 req-95488325-0825-4bd6-b14a-5d140374e038 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980494 May 13 13:27:17.446241 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.503709 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:17.533011 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b4dfe18a-1991-4791-9600-bb2f0c391869 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3577008 May 13 13:27:17.548689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Request body: {'port': {'device_id': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:17.561684 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef528f4-846e-423c-95b2-26c137bdf743 req-90f66ade-a393-4c07-80f8-795afc9ee84f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.565045 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6ef528f4-846e-423c-95b2-26c137bdf743 req-90f66ade-a393-4c07-80f8-795afc9ee84f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0657060 May 13 13:27:17.634080 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Attempting to bind port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:17.634422 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Attempting to bind port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:17.634757 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Attempting to bind port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:17.643497 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:17.644062 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Attempting to bind port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 on network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:17.682780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:17.683133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Checking segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:17.683525 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Bound using segment: {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:17.683977 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Bound port: ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:17.684341 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.707063 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6ef528f4-846e-423c-95b2-26c137bdf743 req-ea8b4a0d-d95c-40c2-afe9-a2863405343f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250572 May 13 13:27:17.717458 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2144a098-e97b-43c8-8e7c-d6bdd962657c req-634dfc8f-3dbb-4d80-a59d-029fb4e68482 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0701845 May 13 13:27:17.733503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.828155 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:17.835074 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:17.914067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.951012 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61681ab-c732-4370-b345-d886f5c73281 req-a666bb8c-c604-4ca9-ab4d-19b3702cfb8a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.957342 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d61681ab-c732-4370-b345-d886f5c73281 req-a666bb8c-c604-4ca9-ab4d-19b3702cfb8a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 931 time: 0.0715132 May 13 13:27:17.964157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.964866 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.966357 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 1093 time: 1.2700915 May 13 13:27:17.966675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:17.968969 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:18.014797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c331-6b63-4ca7-84d1-1761eff715f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:18.094250 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d61681ab-c732-4370-b345-d886f5c73281 req-cf8eed27-bb84-4959-bbcd-18f47ceaeda4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159508 May 13 13:27:18.169760 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.180408 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df8584-b66d-4105-b0f0-4329c7e7e024 x-openstack-request-id: req-25df8584-b66d-4105-b0f0-4329c7e7e024 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:18.180408 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:18.181050 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25df8584-b66d-4105-b0f0-4329c7e7e024 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:18.181543 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25df8584-b66d-4105-b0f0-4329c7e7e024'] response: {'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'status': 'completed', 'code': 200} May 13 13:27:18.211112 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a3339-df16-4c7e-95e6-dbb9974f0584 req-2f592f45-fcd3-4c87-8d27-a62d67c58d49 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.213238 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ea3a3339-df16-4c7e-95e6-dbb9974f0584 req-2f592f45-fcd3-4c87-8d27-a62d67c58d49 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 943 time: 0.1469445 May 13 13:27:18.214487 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-336a4aec-65b2-4ea7-be8a-b2405d73a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.215991 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-336a4aec-65b2-4ea7-be8a-b2405d73a7f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1127 time: 0.1296911 May 13 13:27:18.259176 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:18.269714 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks [] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.291836 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Transition to ACTIVE for port object 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:18.301971 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-8a6a3dfc-76c9-40c6-95bf-a1ce3926ed9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 217 time: 0.0736539 May 13 13:27:18.359811 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ea3a3339-df16-4c7e-95e6-dbb9974f0584 req-e8dbaba5-7a09-44e8-a4ec-f2f44748f282 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386244 May 13 13:27:18.375954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-3a83e8bd-d014-4bf8-ae7e-e569232b6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.377471 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-3a83e8bd-d014-4bf8-ae7e-e569232b6f57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0679290 May 13 13:27:18.380075 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.436538 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-e8c0336b-d1a3-49a9-9b30-d7604cbe4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.438153 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-e8c0336b-d1a3-49a9-9b30-d7604cbe4710 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507674 May 13 13:27:18.475606 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Pushing event updated for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:18.515215 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Attempting to bind port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:18.515634 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Attempting to bind port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:18.516206 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Attempting to bind port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad on network 0b9976ff-cf79-4330-8132-342b84c98512 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:18.524114 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad on network 0b9976ff-cf79-4330-8132-342b84c98512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:18.524434 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Attempting to bind port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad on network 0b9976ff-cf79-4330-8132-342b84c98512 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:18.538083 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:18.538421 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Checking segment: {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:18.538798 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Bound using segment: {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:18.539220 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Bound port: 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:18.539572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.557953 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-1e83a1f2-1628-4ef8-97a2-0c8591591a4d service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096330 May 13 13:27:18.601184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fe5b-f71d-431f-a7c9-ba80b418ab08 req-eceddd10-b788-4e06-9018-496ede43388a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.602778 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1765fe5b-f71d-431f-a7c9-ba80b418ab08 req-eceddd10-b788-4e06-9018-496ede43388a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0803781 May 13 13:27:18.655521 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2208d29d-175b-46c5-b90e-0f604dd9b6c4 req-351685a9-61e6-4bb5-8e81-2960d7a49088 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906341 May 13 13:27:18.667861 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:18.690806 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1765fe5b-f71d-431f-a7c9-ba80b418ab08 req-1bb798e1-5137-4e52-b515-ba6a2fba4e97 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812995 May 13 13:27:18.692516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:18.821076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01852-829b-4a6c-9614-693b54d2ee8f req-ae7f9f07-7267-46e1-bf9c-7234afb9c5eb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.823917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.824442 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8ef01852-829b-4a6c-9614-693b54d2ee8f req-ae7f9f07-7267-46e1-bf9c-7234afb9c5eb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0500329 May 13 13:27:18.847514 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b7d9d9ea-70c6-4627-990b-f35b27dcaebc req-23fa3852-22ec-4b0c-9614-8ff4a34a50ae tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0408623 May 13 13:27:18.874126 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8ef01852-829b-4a6c-9614-693b54d2ee8f req-badbd59d-2c74-4bdf-bfde-facd3e01dcb5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 May 13 13:27:18.898729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.899347 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.907354 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] 10.222.0.70 "PUT /v2.0/ports/517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad HTTP/1.1" status: 200 len: 1093 time: 1.3563797 May 13 13:27:18.907354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:18.907354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d298a94-229d-4437-8275-4be3408cefb1" -d '{"events": [{"name": "network-changed", "server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:18.930205 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d7c40-7373-4b9c-b4ce-c8b6b3a6889a service neutron] Pushing event updated for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:18.938825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942cef6f-61f9-4c06-aee3-32bca18b9f05 x-openstack-request-id: req-942cef6f-61f9-4c06-aee3-32bca18b9f05 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:18.939120 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:18.939381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-942cef6f-61f9-4c06-aee3-32bca18b9f05 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:18.939789 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942cef6f-61f9-4c06-aee3-32bca18b9f05'] response: {'name': 'network-changed', 'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad', 'status': 'completed', 'code': 200} May 13 13:27:19.013201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:19.033159 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:19.033505 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device c3b1b4a5-4ef8-40ce-91a1-82b1cdfb9e5f not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:19.187617 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0197cc-f5fe-453e-a565-06623cf74b9c req-a1a8ced0-eeaf-4fab-aad6-4453a5d63da6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:19.189246 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa0197cc-f5fe-453e-a565-06623cf74b9c req-a1a8ced0-eeaf-4fab-aad6-4453a5d63da6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0516028 May 13 13:27:19.239349 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aa0197cc-f5fe-453e-a565-06623cf74b9c req-5e6c60a3-056c-4e87-b323-5c3f273559ec tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 May 13 13:27:19.489871 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15de8b-1d09-4364-91e6-b9f5ce3ca650 req-eb2a51f5-9b9c-4203-92de-88de232c8834 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:19.491411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-af15de8b-1d09-4364-91e6-b9f5ce3ca650 req-eb2a51f5-9b9c-4203-92de-88de232c8834 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 943 time: 0.0574632 May 13 13:27:19.537491 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.545250 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-af15de8b-1d09-4364-91e6-b9f5ce3ca650 req-5f3daee1-b164-4bd8-9359-7c8b404517d9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479329 May 13 13:27:19.811845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988d6f6-2f3b-4e57-8a4b-d6a24dd7bb3e req-4d4bdc38-a269-485d-af45-09c10ab42cc4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:19.813383 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c988d6f6-2f3b-4e57-8a4b-d6a24dd7bb3e req-4d4bdc38-a269-485d-af45-09c10ab42cc4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0495989 May 13 13:27:19.865399 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c988d6f6-2f3b-4e57-8a4b-d6a24dd7bb3e req-d940eb5e-7711-4ade-87f3-bdb3e85f640a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 May 13 13:27:19.958625 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e3896863-6171-41d9-9a44-440daa0a5985 req-f81a36ad-ff0d-41c1-8b59-eef88c25ec5f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0307989 May 13 13:27:20.003507 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec9947-06ff-4c50-b738-6136459354be req-f0a4c25e-455e-4e61-b7d9-921cbdd9f415 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.007068 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76ec9947-06ff-4c50-b738-6136459354be req-f0a4c25e-455e-4e61-b7d9-921cbdd9f415 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0511289 May 13 13:27:20.062797 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-3bbd5e74-92ed-45a6-9596-042c984eab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.064772 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-3bbd5e74-92ed-45a6-9596-042c984eab1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1127 time: 0.0468118 May 13 13:27:20.076011 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298a94-229d-4437-8275-4be3408cefb1 req-240b737f-65ce-4898-a113-73b67190597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.077581 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d298a94-229d-4437-8275-4be3408cefb1 req-240b737f-65ce-4898-a113-73b67190597d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 1127 time: 0.0590923 May 13 13:27:20.091323 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76ec9947-06ff-4c50-b738-6136459354be req-eb6394cc-f425-47a6-bdda-90127f2017d9 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806239 May 13 13:27:20.372616 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298a94-229d-4437-8275-4be3408cefb1 req-ab9e9373-4ced-4f1c-b15c-0c883b777728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.374702 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d298a94-229d-4437-8275-4be3408cefb1 req-ab9e9373-4ced-4f1c-b15c-0c883b777728 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b361133457c04e2da4c4158a45bbcf19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1118078 May 13 13:27:20.394293 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27181-1669-4c11-9397-328f858e8a85 req-67a0e124-368e-4d3a-92f4-ad55f7c6e4dd tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.395795 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-45e27181-1669-4c11-9397-328f858e8a85 req-67a0e124-368e-4d3a-92f4-ad55f7c6e4dd tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0710499 May 13 13:27:20.429845 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-af8e6162-f840-48e7-92d9-aacb7f4de8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.431323 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-af8e6162-f840-48e7-92d9-aacb7f4de8be service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.1691637 May 13 13:27:20.481882 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298a94-229d-4437-8275-4be3408cefb1 req-f60c48b0-9804-42e4-bfbb-af2a50bbfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.483427 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d298a94-229d-4437-8275-4be3408cefb1 req-f60c48b0-9804-42e4-bfbb-af2a50bbfee3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997589 May 13 13:27:20.488066 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-7b03b69e-4c9a-4d1c-a4bf-50bf5f475810 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 217 time: 0.0455217 May 13 13:27:20.497184 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-45e27181-1669-4c11-9397-328f858e8a85 req-f2bf148d-b5b2-4f6a-a718-1d7545f9edc8 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916400 May 13 13:27:20.544501 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-0450a999-c21b-44f2-be06-4468ba7a0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.546676 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-0450a999-c21b-44f2-be06-4468ba7a0f40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0476418 May 13 13:27:20.584889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-e8df0774-50f0-41c4-9497-a795b345c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.586388 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-e8df0774-50f0-41c4-9497-a795b345c164 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 1127 time: 0.0396256 May 13 13:27:20.595849 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-20f65946-5559-44b4-b087-4bc8529c0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.599234 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-20f65946-5559-44b4-b087-4bc8529c0b35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415487 May 13 13:27:20.639210 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-de3d01d1-af30-498f-843a-b92596a8bc4d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad HTTP/1.1" status: 200 len: 217 time: 0.0414517 May 13 13:27:20.682947 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f0c70-9034-484d-9329-394d2fe55591 req-6f2410b2-fcfb-4bdf-bcb7-3d79d40b60ae tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.685009 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-582f0c70-9034-484d-9329-394d2fe55591 req-6f2410b2-fcfb-4bdf-bcb7-3d79d40b60ae tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 943 time: 0.0501378 May 13 13:27:20.700555 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-18e438fa-569d-4f00-9858-5f335132425f service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949039 May 13 13:27:20.732851 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-582f0c70-9034-484d-9329-394d2fe55591 req-1ed0e432-b9b5-41f4-b102-453a6d4fa941 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 May 13 13:27:20.844861 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.984804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-8f901782-47ca-45f9-b0ce-4b8cc0a24026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.986431 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-8f901782-47ca-45f9-b0ce-4b8cc0a24026 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=416be3c1-bd7a-4a1c-a241-0c05c169efc5 HTTP/1.1" status: 200 len: 854 time: 0.0609779 May 13 13:27:21.044370 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-b08c2ed2-164a-4143-9d80-df2f5bd40f9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9976ff-cf79-4330-8132-342b84c98512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510316 May 13 13:27:21.049270 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b392aa-65c0-4506-8af0-52da6b26423f req-65496280-ef95-4b27-94a9-58b786f4a46e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.056300 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-90b392aa-65c0-4506-8af0-52da6b26423f req-65496280-ef95-4b27-94a9-58b786f4a46e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.1045604 May 13 13:27:21.134431 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08e57693-5da0-4db0-9a64-ee6e6c6bcfb1 req-4a31ce8a-3b99-40e0-91de-bd6f0d367c91 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892784 May 13 13:27:21.146459 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-90b392aa-65c0-4506-8af0-52da6b26423f req-69ef3025-e07a-4b4d-afe2-799ae41bc180 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863724 May 13 13:27:21.166525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec152e92-bbc9-49ee-8e1e-8a656eca9728 req-1409dada-a2f2-431d-87cf-f6310a0bfeff tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0561101 May 13 13:27:21.206631 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-35258905-abec-41d2-9d58-eaf10d3a620d service neutron] 10.222.0.70 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544468 May 13 13:27:21.314357 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c095f6b-627e-4a77-baa1-2f84a18475f4 req-fae1a8a4-2202-43c9-8cc7-d634f8c3f604 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.315525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-79df1f7d-b6b8-412a-b4cc-a461025f5b93 req-6a653b0a-9be5-4a6d-afa7-a40486214023 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992663 May 13 13:27:21.318313 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8c095f6b-627e-4a77-baa1-2f84a18475f4 req-fae1a8a4-2202-43c9-8cc7-d634f8c3f604 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.1089518 May 13 13:27:21.381103 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-c4a76b4f-2fcf-45df-a4d8-aef00d17d030 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.382573 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-c4a76b4f-2fcf-45df-a4d8-aef00d17d030 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "GET /v2.0/networks?id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 HTTP/1.1" status: 200 len: 808 time: 0.1857383 May 13 13:27:21.396585 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8c095f6b-627e-4a77-baa1-2f84a18475f4 req-c7bca3af-6d0e-49b3-ab59-26298c252096 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749004 May 13 13:27:21.403067 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Request body: {'port': {'device_id': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7', 'admin_state_up': True, 'tenant_id': '3ea1460c53954c6a915fc638a2690cbf'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:21.563316 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 55818) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:21.610958 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Made reservation on behalf of 3ea1460c53954c6a915fc638a2690cbf for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:21.614794 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.617942 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc347b-3a25-47d7-9a97-c977f9535daf req-5b8e28b8-63e2-452a-826a-5feccafe0e6b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.619449 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81fc347b-3a25-47d7-9a97-c977f9535daf req-5b8e28b8-63e2-452a-826a-5feccafe0e6b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0474596 May 13 13:27:21.681671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04a1b813-adfd-4c34-b4af-0f85f51b7062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.687797 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81fc347b-3a25-47d7-9a97-c977f9535daf req-e10e6a21-789f-4a21-a8e3-ab0f8d33ad08 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 May 13 13:27:21.770324 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Allocated IP 172.20.0.5 (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7/594eff6e-551f-4fd2-904f-89944a7c5d1f/6d5de545-d4ec-4140-b705-2775719cf186) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:21.772815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04a1b813-adfd-4c34-b4af-0f85f51b7062 admin admin] Publish callbacks [] for security_group (264893c9-f2d3-40ee-b482-fe87db8e0977), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.856877 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-04a1b813-adfd-4c34-b4af-0f85f51b7062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (264893c9-f2d3-40ee-b482-fe87db8e0977), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.900818 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1b813-adfd-4c34-b4af-0f85f51b7062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264893c9-f2d3-40ee-b482-fe87db8e0977,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:21.904663 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57de10e-f7c8-4acb-bbb9-e788aacfdca3 req-5aa39211-e584-4478-bf61-d734bea8ae01 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.907725 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-04a1b813-adfd-4c34-b4af-0f85f51b7062 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a01bc388c3fb4582a5fd6107058310c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407767 May 13 13:27:21.907855 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d57de10e-f7c8-4acb-bbb9-e788aacfdca3 req-5aa39211-e584-4478-bf61-d734bea8ae01 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 943 time: 0.0978584 May 13 13:27:21.911418 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 55824) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:22.040810 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d57de10e-f7c8-4acb-bbb9-e788aacfdca3 req-f10dba80-1c32-46e7-9503-149f15937f58 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141269 May 13 13:27:22.047348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] Publish callbacks [] for security_group (264893c9-f2d3-40ee-b482-fe87db8e0977), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.053302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks [] for port (6d5de545-d4ec-4140-b705-2775719cf186), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.084072 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] Publish callbacks [] for security_group (264893c9-f2d3-40ee-b482-fe87db8e0977), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.223451 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.254662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (264893c9-f2d3-40ee-b482-fe87db8e0977), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.257360 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.258565 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/264893c9-f2d3-40ee-b482-fe87db8e0977 HTTP/1.1" status: 204 len: 168 time: 0.3461065 May 13 13:27:22.264534 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c252-ab10-47da-9bce-84c618d99b93 req-a3d62482-5505-4ebc-b9f0-81c6f7a37188 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.266150 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0555c252-ab10-47da-9bce-84c618d99b93 req-a3d62482-5505-4ebc-b9f0-81c6f7a37188 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0553823 May 13 13:27:22.311889 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92f541-6731-467d-b7c0-893746f2f344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264893c9-f2d3-40ee-b482-fe87db8e0977,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:22.329033 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0555c252-ab10-47da-9bce-84c618d99b93 req-e184349c-9acf-4dd6-94a5-30f0b19930ff tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551224 May 13 13:27:22.329898 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:22.337992 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:22.341598 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Pushing event updated for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:22.344622 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:22.354129 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048854d-ac68-46cf-a959-739710ee1343 req-67f511ec-8a63-4ba8-bd88-983d30f3f102 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.355642 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6048854d-ac68-46cf-a959-739710ee1343 req-67f511ec-8a63-4ba8-bd88-983d30f3f102 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 931 time: 0.0960338 May 13 13:27:22.426358 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.426988 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.450639 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6048854d-ac68-46cf-a959-739710ee1343 req-74644e68-da4e-4c6d-a4bc-90cef348d95b tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 May 13 13:27:22.519193 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001e96-d883-4220-b8ea-7cd77dd32084 req-b3bd1da5-35d7-449c-82fa-78bb11bae1d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.520825 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7001e96-d883-4220-b8ea-7cd77dd32084 req-b3bd1da5-35d7-449c-82fa-78bb11bae1d0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0489199 May 13 13:27:22.528845 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0a73c729-785f-4506-905d-e00861f7c324 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296303 May 13 13:27:22.570647 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b7001e96-d883-4220-b8ea-7cd77dd32084 req-c065a80e-d8ee-428a-a12d-945ac90cd09d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 May 13 13:27:22.819516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Request body: {'port': {'device_id': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:22.851932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e66001-edcc-4864-82cc-fa4372da9d56 req-92f57c43-170d-48a8-97a6-77b6df26a5a5 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.853479 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c3e66001-edcc-4864-82cc-fa4372da9d56 req-92f57c43-170d-48a8-97a6-77b6df26a5a5 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0900385 May 13 13:27:22.915382 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d5de545-d4ec-4140-b705-2775719cf186), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.940602 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c3e66001-edcc-4864-82cc-fa4372da9d56 req-ae35faef-4e3f-4fd1-8342-5ea85a8d1791 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801566 May 13 13:27:23.027865 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:23.164127 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:23.185468 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:23.194928 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d32c1-e7b9-47c4-a04f-7da0b59a3d72 req-d8b51e2a-fe9d-4e26-8045-ffcaae5e35a9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.196553 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4f6d32c1-e7b9-47c4-a04f-7da0b59a3d72 req-d8b51e2a-fe9d-4e26-8045-ffcaae5e35a9 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 943 time: 0.0599010 May 13 13:27:23.233729 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: ACTIVE; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:23.234362 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.250451 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:23.258232 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5de545-d4ec-4140-b705-2775719cf186 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:23.259743 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4f6d32c1-e7b9-47c4-a04f-7da0b59a3d72 req-d49e64b7-d6e0-4440-8558-8fc47f804b06 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554647 May 13 13:27:23.266611 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks [] for port (6d5de545-d4ec-4140-b705-2775719cf186), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.274452 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:23.288471 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Transition to ACTIVE for port object 6d5de545-d4ec-4140-b705-2775719cf186 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:23.425748 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.429919 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ca45ea26-ebef-4cf1-b670-b108bd4e54d4 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:23.450360 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.507362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4da96-c5ad-4f3c-bc82-4ed48fb1d7f4 req-d0e012d6-b728-44ce-84a3-665de466a19c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.508916 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4fd4da96-c5ad-4f3c-bc82-4ed48fb1d7f4 req-d0e012d6-b728-44ce-84a3-665de466a19c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.0895450 May 13 13:27:23.555092 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=6']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:23.587145 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Pushing event updated for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:23.601130 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2843b-d1ea-49f7-9a9a-fbdef0da16a8 req-8ccb2424-4d68-4e10-84d4-bcb5ffffdf26 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.608217 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdc2843b-d1ea-49f7-9a9a-fbdef0da16a8 req-8ccb2424-4d68-4e10-84d4-bcb5ffffdf26 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0633008 May 13 13:27:23.623915 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4fd4da96-c5ad-4f3c-bc82-4ed48fb1d7f4 req-af6ed102-c693-46b3-93a6-d94b19ffaa3c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842953 May 13 13:27:23.640121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:23.640841 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Attempting to bind port 6d5de545-d4ec-4140-b705-2775719cf186 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:23.641188 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Attempting to bind port 6d5de545-d4ec-4140-b705-2775719cf186 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:23.641520 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Attempting to bind port 6d5de545-d4ec-4140-b705-2775719cf186 on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:23.646712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Port 6d5de545-d4ec-4140-b705-2775719cf186 on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:23.647158 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Attempting to bind port 6d5de545-d4ec-4140-b705-2775719cf186 on network 4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:23.653291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:23.653637 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Checking segment: {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:23.654070 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Bound using segment: {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:23.655205 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Bound port: 6d5de545-d4ec-4140-b705-2775719cf186, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8d77f0-38e1-4f1d-be90-bfb76539ad73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:23.655763 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d5de545-d4ec-4140-b705-2775719cf186), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.657516 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:23.682514 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdc2843b-d1ea-49f7-9a9a-fbdef0da16a8 req-56f4d1cb-6aad-4c41-a7e3-7173d6c5af58 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595992 May 13 13:27:23.709223 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:23.709624 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.731573 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca45ea26-ebef-4cf1-b670-b108bd4e54d4 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:23.740884 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:23.746239 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=6d5de545-d4ec-4140-b705-2775719cf186,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:23.757156 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:23.809016 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940c8d-8f51-4dd6-ad01-d0ee56f2e006 req-fdbe39da-01f1-4473-beff-2966535dd517 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.810520 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd940c8d-8f51-4dd6-ad01-d0ee56f2e006 req-fdbe39da-01f1-4473-beff-2966535dd517 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0518925 May 13 13:27:23.859185 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd940c8d-8f51-4dd6-ad01-d0ee56f2e006 req-9d9a4e54-f54c-418f-ac2c-5cab52a3e242 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 May 13 13:27:23.871840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.872239 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.909697 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.910350 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.916080 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] 10.222.0.70 "PUT /v2.0/ports/6d5de545-d4ec-4140-b705-2775719cf186 HTTP/1.1" status: 200 len: 1093 time: 1.0985584 May 13 13:27:23.916080 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:23.916641 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "tag": "6d5de545-d4ec-4140-b705-2775719cf186"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:23.931673 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:23.954608 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d29669-8217-4566-91f9-167e6ce706dd service neutron] Pushing event updated for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:23.965694 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbadb89-3208-41b1-88e0-8205415d5752 x-openstack-request-id: req-ddbadb89-3208-41b1-88e0-8205415d5752 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:23.966016 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "tag": "6d5de545-d4ec-4140-b705-2775719cf186", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:23.966297 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddbadb89-3208-41b1-88e0-8205415d5752 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:23.966693 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbadb89-3208-41b1-88e0-8205415d5752'] response: {'name': 'network-changed', 'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186', 'status': 'completed', 'code': 200} May 13 13:27:24.092448 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd26365-a940-4ec9-a458-a6cb56add003 req-4d47d712-0c07-43b5-9865-008a0fb65429 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.093975 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1bd26365-a940-4ec9-a458-a6cb56add003 req-4d47d712-0c07-43b5-9865-008a0fb65429 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0788829 May 13 13:27:24.095077 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-f2f8a31f-3d88-4250-bca0-465323489b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.096573 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-f2f8a31f-3d88-4250-bca0-465323489b19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 1127 time: 0.0709751 May 13 13:27:24.200186 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1bd26365-a940-4ec9-a458-a6cb56add003 req-ee8ad8d2-9331-4384-9bb1-aca24e8d1831 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999045 May 13 13:27:24.242893 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-20dac4f5-088a-4573-92fa-d9c5b1273c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.244807 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-20dac4f5-088a-4573-92fa-d9c5b1273c81 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3ea1460c53954c6a915fc638a2690cbf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1288548 May 13 13:27:24.247127 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['ca45ea26-ebef-4cf1-b670-b108bd4e54d4'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:24.352296 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['1a4cef43-4ad0-41f0-9857-11ea57340642'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:24.381727 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-291203ef-5aab-4bcb-aa4c-f0abd9aa15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.389396 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2dc3b465-6c40-4ae3-abb3-d86d44ac446d req-291203ef-5aab-4bcb-aa4c-f0abd9aa15f2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329124 May 13 13:27:24.432756 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd1abe-32c4-49ec-afb8-748d528bd4a2 req-e50e666e-072d-496d-857f-c994e117fb14 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.448585 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3afd1abe-32c4-49ec-afb8-748d528bd4a2 req-e50e666e-072d-496d-857f-c994e117fb14 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 944 time: 0.0859871 May 13 13:27:24.520218 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-11cbd75c-39fd-4416-a3a4-be106cf154c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.521990 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-11cbd75c-39fd-4416-a3a4-be106cf154c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea1460c53954c6a915fc638a2690cbf&device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 1127 time: 0.0788860 May 13 13:27:24.558174 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3afd1abe-32c4-49ec-afb8-748d528bd4a2 req-2daa04bc-6e87-4de3-9f84-2cd794ea9ccc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919483 May 13 13:27:24.594540 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-e584b7d6-3bc5-4a9e-8705-575539fcc450 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5de545-d4ec-4140-b705-2775719cf186 HTTP/1.1" status: 200 len: 217 time: 0.0632160 May 13 13:27:24.652903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-20176738-53d1-4343-bd37-14f9607515d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.655139 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-20176738-53d1-4343-bd37-14f9607515d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=594eff6e-551f-4fd2-904f-89944a7c5d1f HTTP/1.1" status: 200 len: 848 time: 0.0539582 May 13 13:27:24.689003 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-58350e9f-950f-410e-83c9-e6cdccbd6be5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277116 May 13 13:27:24.788659 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9496025-0c55-4ea4-a038-606f22e19b91 req-a926f53d-6d10-4eaf-957d-0faa86a56559 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.791659 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e9496025-0c55-4ea4-a038-606f22e19b91 req-a926f53d-6d10-4eaf-957d-0faa86a56559 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0516555 May 13 13:27:24.845504 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e9496025-0c55-4ea4-a038-606f22e19b91 req-2250de7d-fc2f-4520-9cf5-99521e891382 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 May 13 13:27:24.993515 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17058a-2463-4768-8585-8859ff6274ec req-05c6feb8-8b06-4e09-85be-884879a96f6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.995654 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc17058a-2463-4768-8585-8859ff6274ec req-05c6feb8-8b06-4e09-85be-884879a96f6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0619574 May 13 13:27:25.059971 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc17058a-2463-4768-8585-8859ff6274ec req-8e736130-9154-4608-8b8d-acc9ec2fe8c0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578048 May 13 13:27:25.088493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661dd2-f7e6-4302-b99f-684a29eeccb8 req-16be179e-b31f-424f-a2b5-1d93445d33e1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:25.096694 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-42661dd2-f7e6-4302-b99f-684a29eeccb8 req-16be179e-b31f-424f-a2b5-1d93445d33e1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.3872089 May 13 13:27:25.145703 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-0438e613-82cb-4379-a90f-599a27e50747 service neutron] 10.222.0.70 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495189 May 13 13:27:25.210094 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-42661dd2-f7e6-4302-b99f-684a29eeccb8 req-c872898e-9a4e-4c84-95a9-c10c985808f2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124911 May 13 13:27:25.264303 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:25.286972 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e9d45b5-a752-409c-acc0-8cf45e1836bc req-f35f6f32-e89a-45bf-913d-97b3c7ee9b93 service neutron] 10.222.0.70 "GET /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302576 May 13 13:27:25.361245 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034fb8-fd0e-4bcf-8660-21fb71ed5043 req-a8355ae2-3ea7-43c9-811b-722f5ed54522 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:25.363974 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6d034fb8-fd0e-4bcf-8660-21fb71ed5043 req-a8355ae2-3ea7-43c9-811b-722f5ed54522 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 943 time: 0.0709515 May 13 13:27:25.380668 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:25.467021 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6d034fb8-fd0e-4bcf-8660-21fb71ed5043 req-b6734b92-9a63-46ec-b216-8b6aee72d9bf tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 May 13 13:27:25.476494 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:25.514766 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad', 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512', 'port_id': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad', 'mac_address': 'fa:16:3e:87:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416be3c1-bd7a-4a1c-a241-0c05c169efc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:25.570663 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 1a4cef43-4ad0-41f0-9857-11ea57340642 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:25.571075 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.572971 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:25.573508 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.614780 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:25.648246 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:25.715348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d6777-444a-40bd-8ff9-cb91199b7da6 req-7daaf9a8-dec3-4809-80a1-e574c6f64c37 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:25.716582 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:25.717618 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.721034 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-744d6777-444a-40bd-8ff9-cb91199b7da6 req-7daaf9a8-dec3-4809-80a1-e574c6f64c37 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 944 time: 0.0731564 May 13 13:27:25.762776 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:25.765239 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e70057-c06d-44da-b28c-4533a2a0df32" -d '{"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:25.782936 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:25.807647 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-744d6777-444a-40bd-8ff9-cb91199b7da6 req-efc4193f-99c3-4064-83c6-b8f739c26322 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773332 May 13 13:27:25.831632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd212c-ef00-4a57-acd1-349215e0d004 x-openstack-request-id: req-74dd212c-ef00-4a57-acd1-349215e0d004 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:25.831954 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:25.832215 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74dd212c-ef00-4a57-acd1-349215e0d004 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:25.832612 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dd212c-ef00-4a57-acd1-349215e0d004'] response: {'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'code': 200} May 13 13:27:25.907951 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.909635 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ca45ea26-ebef-4cf1-b670-b108bd4e54d4 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:25.928481 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.003866 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ce9b-94db-4f89-9d4f-aff6f6e3ece9 req-ea480eb8-577f-4966-9943-e2825bb07dd1 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.005668 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8472ce9b-94db-4f89-9d4f-aff6f6e3ece9 req-ea480eb8-577f-4966-9943-e2825bb07dd1 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0776298 May 13 13:27:26.028135 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=7']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:26.060559 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:27:26.089500 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:26.120680 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:26.151107 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8472ce9b-94db-4f89-9d4f-aff6f6e3ece9 req-c50cdb02-ccf1-410d-a14f-3d217e4c5742 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354632 May 13 13:27:26.188634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:26.195429 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.289459 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:26.290091 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.302600 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:26.313101 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fe271-43e2-4740-9cbd-b0ccb7dd3fec req-0b66ec01-97ba-45fa-afdf-4d56beae7797 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.313101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec5fe271-43e2-4740-9cbd-b0ccb7dd3fec req-0b66ec01-97ba-45fa-afdf-4d56beae7797 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0993652 May 13 13:27:26.426466 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ec5fe271-43e2-4740-9cbd-b0ccb7dd3fec req-4f6764c9-28bf-478d-93f6-2edc32e5752b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939503 May 13 13:27:26.457860 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:26.468972 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c101f-2e97-44ed-92d9-e4fd57b30c08 req-e98893d5-70ed-4fe2-a979-5dc7bef1df0c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.470856 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a6c101f-2e97-44ed-92d9-e4fd57b30c08 req-e98893d5-70ed-4fe2-a979-5dc7bef1df0c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.1091895 May 13 13:27:26.540974 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a6c101f-2e97-44ed-92d9-e4fd57b30c08 req-ee4e8b92-0a50-4417-b689-a79ab2e3be99 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589864 May 13 13:27:26.614591 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.670554 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:26.679306 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ef3c-1218-4f97-b9f4-07d5fc5f3bd7 req-df02d37f-1146-449f-ad9d-fe0f2ebabe99 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.681270 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0af9ef3c-1218-4f97-b9f4-07d5fc5f3bd7 req-df02d37f-1146-449f-ad9d-fe0f2ebabe99 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 944 time: 0.0837934 May 13 13:27:26.748038 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0af9ef3c-1218-4f97-b9f4-07d5fc5f3bd7 req-e9ff3bd2-df7f-4e5f-90c6-308b10e2aa9a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 May 13 13:27:26.944958 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc0c3-8f82-4231-b765-9753f551bd9f req-e6c3ea7c-5442-4f53-91fd-89ea87e646e4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.949992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a12bc0c3-8f82-4231-b765-9753f551bd9f req-e6c3ea7c-5442-4f53-91fd-89ea87e646e4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0579371 May 13 13:27:27.006711 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a12bc0c3-8f82-4231-b765-9753f551bd9f req-e1431e26-1167-4adf-93ef-6a2bc05bdafe tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538228 May 13 13:27:27.273363 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8cb9e-7168-4953-b2dd-8ce567c5c83d req-398956e2-ca6e-4cb9-a576-99fa04bcc316 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:27.275500 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2d8cb9e-7168-4953-b2dd-8ce567c5c83d req-398956e2-ca6e-4cb9-a576-99fa04bcc316 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0543473 May 13 13:27:27.328720 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d2d8cb9e-7168-4953-b2dd-8ce567c5c83d req-67a4b38e-a1d4-42cd-9e00-cc26f3ebaa3e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 May 13 13:27:27.581351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31f4e-1e54-4633-90b8-dbcc7f5aa7cb req-08c93948-fe4f-4333-81d2-2ab62172ba06 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:27.583439 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6a31f4e-1e54-4633-90b8-dbcc7f5aa7cb req-08c93948-fe4f-4333-81d2-2ab62172ba06 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0657244 May 13 13:27:27.647219 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6a31f4e-1e54-4633-90b8-dbcc7f5aa7cb req-4eed74d0-df2c-4907-bec2-c0cc0fa060ac tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574396 May 13 13:27:27.715889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8fd8-c3b0-4a5b-8b40-9ce6d6301d39 req-03af353d-f0ee-480b-b3c6-b29ee2b30d9d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:27.718653 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a8d8fd8-c3b0-4a5b-8b40-9ce6d6301d39 req-03af353d-f0ee-480b-b3c6-b29ee2b30d9d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0562894 May 13 13:27:27.781816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7a8d8fd8-c3b0-4a5b-8b40-9ce6d6301d39 req-9e50bcac-6a86-4557-a55e-e0905a130fb9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577581 May 13 13:27:27.857495 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:27.859935 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385cdf8f-e29e-412d-930e-0a2354210369" -d '{"events": [{"server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "name": "network-vif-plugged", "status": "completed", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:27.905311 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea071ae-3b01-4afc-9cba-08366814923b req-0ab65cac-25b3-455a-9691-b5fabe6a3ec4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:27.907446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dea071ae-3b01-4afc-9cba-08366814923b req-0ab65cac-25b3-455a-9691-b5fabe6a3ec4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 944 time: 0.0759544 May 13 13:27:27.923055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de60455-f9f1-47fa-8e91-ff491cd898e5 x-openstack-request-id: req-4de60455-f9f1-47fa-8e91-ff491cd898e5 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:27.923382 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "name": "network-vif-plugged", "status": "completed", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:27.923645 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4de60455-f9f1-47fa-8e91-ff491cd898e5 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:27.924050 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de60455-f9f1-47fa-8e91-ff491cd898e5'] response: {'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'code': 200} May 13 13:27:27.964802 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dea071ae-3b01-4afc-9cba-08366814923b req-8cf3332b-fc17-4608-bc26-71a8f1bce045 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 May 13 13:27:28.132572 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8877bc-fea9-4774-9336-9d92ecbe3980 req-3b1246e5-0a09-446c-92e8-094043137063 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.136446 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d8877bc-fea9-4774-9336-9d92ecbe3980 req-3b1246e5-0a09-446c-92e8-094043137063 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0641549 May 13 13:27:28.187796 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0d8877bc-fea9-4774-9336-9d92ecbe3980 req-886f52d9-34ca-4eec-9ec5-33f5f18eac63 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 May 13 13:27:28.472279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b679ec-31cf-40c3-8317-74e5fc800332 req-9face7e4-3584-4f4e-aa0d-4a280e21decb tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.473836 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-00b679ec-31cf-40c3-8317-74e5fc800332 req-9face7e4-3584-4f4e-aa0d-4a280e21decb tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0705085 May 13 13:27:28.528195 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-00b679ec-31cf-40c3-8317-74e5fc800332 req-619745bb-84a0-4570-9876-fc354c2b9aa0 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 May 13 13:27:28.789755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0eea-bdd4-459f-8433-15f884dac7e7 req-68bdc3c7-d46e-45dc-a034-7a3e3b9d3ed9 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.791319 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76ee0eea-bdd4-459f-8433-15f884dac7e7 req-68bdc3c7-d46e-45dc-a034-7a3e3b9d3ed9 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0572255 May 13 13:27:28.844100 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76ee0eea-bdd4-459f-8433-15f884dac7e7 req-5db681fc-6335-432c-897e-8ed727bda9b5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458305 May 13 13:27:28.942299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a15d-2bfa-4938-a846-f5b965441f51 req-626feb8d-4ebe-4513-a413-0b60c48a1537 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.943735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c096a15d-2bfa-4938-a846-f5b965441f51 req-626feb8d-4ebe-4513-a413-0b60c48a1537 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0559905 May 13 13:27:29.007871 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c096a15d-2bfa-4938-a846-f5b965441f51 req-a2d77959-b6c1-4e35-a6a9-6f9efe1228ac tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582898 May 13 13:27:29.099590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c568b-7736-4ab8-ab99-9fa8b4c1aa8b req-4ae6aca5-3929-4eeb-a182-80bb776d33ac tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:29.101879 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-699c568b-7736-4ab8-ab99-9fa8b4c1aa8b req-4ae6aca5-3929-4eeb-a182-80bb776d33ac tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 944 time: 0.0563459 May 13 13:27:29.160206 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-699c568b-7736-4ab8-ab99-9fa8b4c1aa8b req-6134a8d6-d89f-4db0-9366-53e18aa694f5 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530374 May 13 13:27:29.313956 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85454e3-1d8e-4341-99d4-a83b07f2decc req-0f7302bc-58ba-4308-ae7a-ddd85cc96efd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:29.315498 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e85454e3-1d8e-4341-99d4-a83b07f2decc req-0f7302bc-58ba-4308-ae7a-ddd85cc96efd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0580378 May 13 13:27:29.370654 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e85454e3-1d8e-4341-99d4-a83b07f2decc req-0783a624-a880-41ff-8b85-582b6ddf243c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485079 May 13 13:27:29.653817 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed114e-8b5d-417c-adf9-62ae27126d26 req-80c5a5ec-77e2-427c-aa42-f5a52b259448 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:29.656719 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-37ed114e-8b5d-417c-adf9-62ae27126d26 req-80c5a5ec-77e2-427c-aa42-f5a52b259448 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0543938 May 13 13:27:29.713983 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-37ed114e-8b5d-417c-adf9-62ae27126d26 req-83264b28-e757-43bf-967a-0ae7ec3b4d11 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 May 13 13:27:29.979891 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80dc9-d87a-4f97-a59c-287140a3f6c0 req-d2490827-76b9-495b-ad19-0abde03fceb6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:29.982333 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cea80dc9-d87a-4f97-a59c-287140a3f6c0 req-d2490827-76b9-495b-ad19-0abde03fceb6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0606649 May 13 13:27:30.051773 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cea80dc9-d87a-4f97-a59c-287140a3f6c0 req-5b80c325-9af1-4b8b-852e-13abf74950bf tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638945 May 13 13:27:30.161337 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ab36-60fc-4c60-9925-0d4203613f08 req-81bdbc2a-edb4-4116-8439-1fb8409201d2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.162907 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fb6ab36-60fc-4c60-9925-0d4203613f08 req-81bdbc2a-edb4-4116-8439-1fb8409201d2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0512061 May 13 13:27:30.241436 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fb6ab36-60fc-4c60-9925-0d4203613f08 req-9f929f54-bb19-4148-81c4-61985282caa4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658619 May 13 13:27:30.247453 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:30.332105 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:30.350299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e29b-b5ad-419a-a96f-2915c0163944 req-8d93119e-3878-4ea5-90c4-b0c38e0c911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.352275 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5ae8e29b-b5ad-419a-a96f-2915c0163944 req-8d93119e-3878-4ea5-90c4-b0c38e0c911d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.1416938 May 13 13:27:30.367945 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff9fc0-aac2-4b8e-aada-c17bdf27d9e1 req-dfe170c7-919c-47e9-bdac-d2d10f7a3c7f tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.375524 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-29ff9fc0-aac2-4b8e-aada-c17bdf27d9e1 req-dfe170c7-919c-47e9-bdac-d2d10f7a3c7f tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 944 time: 0.0925510 May 13 13:27:30.451127 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:30.452329 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.466619 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-29ff9fc0-aac2-4b8e-aada-c17bdf27d9e1 req-fa19a0e2-3e82-4661-a71b-8f1607141984 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858793 May 13 13:27:30.499974 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5ae8e29b-b5ad-419a-a96f-2915c0163944 req-540ae05d-65ba-4eab-93db-925483f4294e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919700 May 13 13:27:30.526904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2656d-5d4e-49b2-a2bb-49ec4083d2b3 req-265b4b39-48cb-4ae5-aee3-636a73d7c7f7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.541741 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49a2656d-5d4e-49b2-a2bb-49ec4083d2b3 req-265b4b39-48cb-4ae5-aee3-636a73d7c7f7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0835686 May 13 13:27:30.608709 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:30.610221 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.623980 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49a2656d-5d4e-49b2-a2bb-49ec4083d2b3 req-6b1a15c2-6a8d-4201-9ccb-ee38686ba4f4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780458 May 13 13:27:30.674131 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:30.676812 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa037f-a881-4c2a-9279-344dd4599dc8" -d '{"events": [{"server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "name": "network-vif-plugged", "status": "completed", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:30.681978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:30.717037 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af0515a-906a-4254-bf01-66f3853406fc x-openstack-request-id: req-5af0515a-906a-4254-bf01-66f3853406fc {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:30.717364 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "name": "network-vif-plugged", "status": "completed", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:30.717683 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5af0515a-906a-4254-bf01-66f3853406fc {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:30.718133 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af0515a-906a-4254-bf01-66f3853406fc'] response: {'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad', 'code': 200} May 13 13:27:30.740046 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.803267 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:30.869695 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cf1a6-0140-4282-b2a9-072a0c7a888d req-94f10300-c709-4878-84ec-e3ed914d3eff tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.882426 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e8cf1a6-0140-4282-b2a9-072a0c7a888d req-94f10300-c709-4878-84ec-e3ed914d3eff tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0933471 May 13 13:27:30.936319 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e8cf1a6-0140-4282-b2a9-072a0c7a888d req-c5dba8a1-2af6-4495-a356-058f52487693 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 May 13 13:27:31.200403 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed86d-5aca-4e5a-a54c-22880c071d03 req-43fbe1f7-9423-4043-bbe6-a35eb74c9e3e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.202773 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-485ed86d-5aca-4e5a-a54c-22880c071d03 req-43fbe1f7-9423-4043-bbe6-a35eb74c9e3e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0811200 May 13 13:27:31.256510 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-485ed86d-5aca-4e5a-a54c-22880c071d03 req-d886b596-43ea-439e-a836-de130b973a39 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455756 May 13 13:27:31.413172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2e89-f378-4d77-89c5-21c75bca3a18 req-960de3b5-f7df-4870-add0-d26f2cfa9261 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.414736 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3fff2e89-f378-4d77-89c5-21c75bca3a18 req-960de3b5-f7df-4870-add0-d26f2cfa9261 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0555811 May 13 13:27:31.468631 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3fff2e89-f378-4d77-89c5-21c75bca3a18 req-3884955f-0fa0-42fb-80d0-93ac1166d495 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 May 13 13:27:31.564313 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245221f4-26b3-4cc2-ad51-2f32bfc428ab req-48a83c2f-490a-46c4-8b97-aed8d6e66343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.566151 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-245221f4-26b3-4cc2-ad51-2f32bfc428ab req-48a83c2f-490a-46c4-8b97-aed8d6e66343 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 1129 time: 0.0557423 May 13 13:27:31.603251 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849c95-a986-48a6-9d75-27588f3ddf42 req-ebb4b1eb-5ee2-473b-991c-0a9238412d78 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.604957 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab849c95-a986-48a6-9d75-27588f3ddf42 req-ebb4b1eb-5ee2-473b-991c-0a9238412d78 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0559807 May 13 13:27:31.658964 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ab849c95-a986-48a6-9d75-27588f3ddf42 req-e9f55a41-d866-4bc1-9880-dc3f0158a9be tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 May 13 13:27:31.741406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b1840-53a2-43b6-8afb-9f29f915f1f3 req-f04a858d-0f7f-4be7-9ab1-eddaab79b683 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.743181 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a34b1840-53a2-43b6-8afb-9f29f915f1f3 req-f04a858d-0f7f-4be7-9ab1-eddaab79b683 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0510337 May 13 13:27:31.797620 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a34b1840-53a2-43b6-8afb-9f29f915f1f3 req-077f802b-b1c0-4cc6-9864-ce88a24a9953 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488870 May 13 13:27:32.055291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f2b4b-9650-4107-9986-2312e58bfd7a req-eafff267-7c39-46b6-8a95-b302426726ed tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:32.056773 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-609f2b4b-9650-4107-9986-2312e58bfd7a req-eafff267-7c39-46b6-8a95-b302426726ed tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 943 time: 0.0508389 May 13 13:27:32.115219 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-609f2b4b-9650-4107-9986-2312e58bfd7a req-96d8bbd3-7eaa-4edf-a16e-f8609bb46bda tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 May 13 13:27:32.372347 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3038e7-5877-4974-a8c4-d1d442151f0c req-6bcf5408-8f0f-44c0-848c-045a41f6eff4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:32.373906 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc3038e7-5877-4974-a8c4-d1d442151f0c req-6bcf5408-8f0f-44c0-848c-045a41f6eff4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0475299 May 13 13:27:32.426434 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc3038e7-5877-4974-a8c4-d1d442151f0c req-f553ee4c-2f06-4834-8e9c-13cd8dcf93b0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 May 13 13:27:32.598664 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a62a-7607-441f-8f9a-5324d3b33be0 req-a4e95fdb-b751-40e0-90c8-59640cabd04a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:32.600289 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a3f2a62a-7607-441f-8f9a-5324d3b33be0 req-a4e95fdb-b751-40e0-90c8-59640cabd04a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0503087 May 13 13:27:32.650423 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 6d5de545-d4ec-4140-b705-2775719cf186 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:32.653641 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a3f2a62a-7607-441f-8f9a-5324d3b33be0 req-76add8b6-3304-4ece-8082-9722fa780a5e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 May 13 13:27:32.737627 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-245221f4-26b3-4cc2-ad51-2f32bfc428ab req-416d91eb-02e1-4eb1-a363-d10cab93a484 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583298 May 13 13:27:32.822851 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=6d5de545-d4ec-4140-b705-2775719cf186,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:32.825299 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55eb0-2203-42ae-9603-133b744ee077 req-fd4edc4f-7982-48ed-ac0a-c665bf6d98b8 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:32.829697 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fad55eb0-2203-42ae-9603-133b744ee077 req-fd4edc4f-7982-48ed-ac0a-c665bf6d98b8 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0588772 May 13 13:27:32.836129 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '6d5de545-d4ec-4140-b705-2775719cf186', 'network_id': '4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7', 'port_id': '6d5de545-d4ec-4140-b705-2775719cf186', 'mac_address': 'fa:16:3e:f8:a2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594eff6e-551f-4fd2-904f-89944a7c5d1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:32.880962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 6d5de545-d4ec-4140-b705-2775719cf186 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:32.881598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d5de545-d4ec-4140-b705-2775719cf186), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.898697 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5de545-d4ec-4140-b705-2775719cf186 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:32.899208 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fad55eb0-2203-42ae-9603-133b744ee077 req-ec7fa90f-b5fe-4d98-b2eb-9bc41ba3f620 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611248 May 13 13:27:32.919275 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=6d5de545-d4ec-4140-b705-2775719cf186,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:33.021778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcd3c8-a86e-4854-898b-a382a09192a5 req-e05e28f4-86e0-4da5-83ce-8a98413fa124 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.023530 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b9fcd3c8-a86e-4854-898b-a382a09192a5 req-e05e28f4-86e0-4da5-83ce-8a98413fa124 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0499551 May 13 13:27:33.042766 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.106493 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b9fcd3c8-a86e-4854-898b-a382a09192a5 req-1dd4c0e0-29f3-43f1-8216-ccae3116a88f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773132 May 13 13:27:33.129712 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:33.247888 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b97b-68ff-4762-9e58-fa5ef0b2f44a req-c36357f6-0163-4abb-b01f-61d8e3d3dffd tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.250111 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e063b97b-68ff-4762-9e58-fa5ef0b2f44a req-c36357f6-0163-4abb-b01f-61d8e3d3dffd tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 944 time: 0.0535386 May 13 13:27:33.303828 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e063b97b-68ff-4762-9e58-fa5ef0b2f44a req-165d436d-aa3c-4e66-a9c4-bb47cedee9e9 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 May 13 13:27:33.561484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7e86a-7488-45fe-8906-6ebbdbc3216a req-ad12c88b-ac74-4fbd-b5db-17fbc343768d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.563621 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-56e7e86a-7488-45fe-8906-6ebbdbc3216a req-ad12c88b-ac74-4fbd-b5db-17fbc343768d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0496264 May 13 13:27:33.614101 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-56e7e86a-7488-45fe-8906-6ebbdbc3216a req-bb7f73a7-9572-471d-8a19-8cc4577f7486 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444355 May 13 13:27:33.798032 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c994-9fe2-475d-a3c0-035b1c36a22b req-018a3e91-07e1-4c78-8abc-91e311b87427 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.806438 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1700c994-9fe2-475d-a3c0-035b1c36a22b req-018a3e91-07e1-4c78-8abc-91e311b87427 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0642266 May 13 13:27:33.854983 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1700c994-9fe2-475d-a3c0-035b1c36a22b req-fb043571-e251-4a72-af48-1f095657c7c2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476801 May 13 13:27:34.013291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ac95-79d5-443f-b5db-2ffe5abebdfb req-fe0923e3-edf1-43fe-bd01-478cb6ca5848 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:34.015393 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c706ac95-79d5-443f-b5db-2ffe5abebdfb req-fe0923e3-edf1-43fe-bd01-478cb6ca5848 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0552425 May 13 13:27:34.071411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c706ac95-79d5-443f-b5db-2ffe5abebdfb req-2a059bed-8582-4601-bb2b-1efb09cc9d58 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 May 13 13:27:34.245995 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac447e92-b405-4d57-bc0f-d6d32d458080 req-f7f841c7-edb4-46bc-9886-8f2040383798 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:34.248858 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ac447e92-b405-4d57-bc0f-d6d32d458080 req-f7f841c7-edb4-46bc-9886-8f2040383798 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0559223 May 13 13:27:34.300679 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ac447e92-b405-4d57-bc0f-d6d32d458080 req-a8459a62-419e-4376-a69d-1ad50a12b560 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462320 May 13 13:27:34.432502 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15c55a-a0af-4830-b716-2654d7b8f005 req-657c9474-90d9-4da1-8272-8a3926f4ca22 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:34.434462 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-af15c55a-a0af-4830-b716-2654d7b8f005 req-657c9474-90d9-4da1-8272-8a3926f4ca22 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 944 time: 0.0563743 May 13 13:27:34.489728 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-af15c55a-a0af-4830-b716-2654d7b8f005 req-51e917f6-6ec6-4cee-87f3-7091be40fdc8 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 May 13 13:27:34.742215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c6127-19ad-4a57-b479-a9175ed90876 req-feaddede-5c29-4a45-8fe5-5b26f19834ed tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:34.743833 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-398c6127-19ad-4a57-b479-a9175ed90876 req-feaddede-5c29-4a45-8fe5-5b26f19834ed tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0537667 May 13 13:27:34.809850 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-398c6127-19ad-4a57-b479-a9175ed90876 req-64ef0651-2a2d-49fc-bad7-71dde8cf500b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573840 May 13 13:27:34.958695 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['6d5de545-d4ec-4140-b705-2775719cf186'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:35.031503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2770e-ab72-44da-bfec-787ecb8869b0 req-1cc3ea89-deb2-4c37-b7e3-94610f8457a5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.033135 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2fa2770e-ab72-44da-bfec-787ecb8869b0 req-1cc3ea89-deb2-4c37-b7e3-94610f8457a5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0869458 May 13 13:27:35.128900 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2fa2770e-ab72-44da-bfec-787ecb8869b0 req-28285fe2-d218-4422-843a-4acc43f8f7e8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893095 May 13 13:27:35.209096 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3f5d5-b195-44eb-aaab-e707c2589502 req-c54049b6-3c36-40b4-b493-d54ada3181fa tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.213837 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-45f3f5d5-b195-44eb-aaab-e707c2589502 req-c54049b6-3c36-40b4-b493-d54ada3181fa tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0627623 May 13 13:27:35.265069 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-45f3f5d5-b195-44eb-aaab-e707c2589502 req-c76d208d-3e60-407c-a136-7fd39ff14758 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 May 13 13:27:35.425097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f3a06-0773-4cfe-8350-f24ff9012b97 req-de04c3bd-b3a1-4886-95df-174c651cbe24 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.426536 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ec2f3a06-0773-4cfe-8350-f24ff9012b97 req-de04c3bd-b3a1-4886-95df-174c651cbe24 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0549731 May 13 13:27:35.478999 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ec2f3a06-0773-4cfe-8350-f24ff9012b97 req-fab1ac47-6aa7-446d-91a9-4493fd52bb7a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 May 13 13:27:35.588690 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0230-2392-40ce-aa22-7e1e4330f8ef req-aa330741-61d5-45d1-a8c8-689c915b0bd6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.590223 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-054e0230-2392-40ce-aa22-7e1e4330f8ef req-aa330741-61d5-45d1-a8c8-689c915b0bd6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0481975 May 13 13:27:35.599680 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56086) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:35.603455 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'floatingip': {'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:35.627922 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfcf02-42ea-450c-8b12-6bba77dbd4e6 req-61b32fc3-e568-4c29-b89c-2b101d5f8a8e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.629412 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-30bfcf02-42ea-450c-8b12-6bba77dbd4e6 req-61b32fc3-e568-4c29-b89c-2b101d5f8a8e tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 944 time: 0.0507860 May 13 13:27:35.645729 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (700058ae-686d-4cce-838f-b306baed3012), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:35.681856 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-30bfcf02-42ea-450c-8b12-6bba77dbd4e6 req-61a94cc1-1adf-448f-afe9-e9783619e2f6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 May 13 13:27:36.224170 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849980c-a134-40cc-aeef-553e77cbd0e1 req-8bfda595-4c27-4949-a248-e698a85e2e90 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:36.231127 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1849980c-a134-40cc-aeef-553e77cbd0e1 req-8bfda595-4c27-4949-a248-e698a85e2e90 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.3342109 May 13 13:27:36.307985 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192a16-47b7-4936-bc62-cc633ab9d7a2 req-a2f8c3d8-39b1-4f8d-a8ed-c6f4de9c1ce8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:36.315889 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-87192a16-47b7-4936-bc62-cc633ab9d7a2 req-a2f8c3d8-39b1-4f8d-a8ed-c6f4de9c1ce8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0807149 May 13 13:27:36.381518 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-87192a16-47b7-4936-bc62-cc633ab9d7a2 req-d578d88d-0fb1-4397-8598-0350e7a08caf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641685 May 13 13:27:36.460939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:36.465400 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 6d5de545-d4ec-4140-b705-2775719cf186 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:36.490160 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1849980c-a134-40cc-aeef-553e77cbd0e1 req-19a2f3d8-bd14-4a4e-9ccc-deebffd08ae1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580726 May 13 13:27:36.502747 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252de0a-fe00-4835-b5e2-75cd11c6765f req-61f0a3d9-b3f5-4f35-a47e-a384c4dbcdc7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:36.510957 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e252de0a-fe00-4835-b5e2-75cd11c6765f req-61f0a3d9-b3f5-4f35-a47e-a384c4dbcdc7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0699649 May 13 13:27:36.528917 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 6d5de545-d4ec-4140-b705-2775719cf186 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:36.545576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (700058ae-686d-4cce-838f-b306baed3012), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:36.560446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e252de0a-fe00-4835-b5e2-75cd11c6765f req-a867ef14-534f-4a1e-8340-ab1ab34039b8 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485094 May 13 13:27:36.642940 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 6d5de545-d4ec-4140-b705-2775719cf186 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:36.643333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d5de545-d4ec-4140-b705-2775719cf186), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:36.667778 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Floating IP 700058ae-686d-4cce-838f-b306baed3012 associated. External IP: 172.27.0.203, port: ca45ea26-ebef-4cf1-b670-b108bd4e54d4. May 13 13:27:36.734930 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 6d5de545-d4ec-4140-b705-2775719cf186 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:36.734930 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d5de545-d4ec-4140-b705-2775719cf186), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:36.767935 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:36.770711 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3264e0-7474-4ff8-a63c-858912f4a8ff" -d '{"events": [{"server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d5de545-d4ec-4140-b705-2775719cf186"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:36.776393 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=6d5de545-d4ec-4140-b705-2775719cf186,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:36.814476 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f15b8-7bfe-427b-8e32-3cab91291667 x-openstack-request-id: req-ab9f15b8-7bfe-427b-8e32-3cab91291667 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:36.814886 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d5de545-d4ec-4140-b705-2775719cf186", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:36.815837 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab9f15b8-7bfe-427b-8e32-3cab91291667 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:36.815837 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9f15b8-7bfe-427b-8e32-3cab91291667'] response: {'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186', 'code': 200} May 13 13:27:36.827137 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffced9-3b2f-4a40-8565-0f69df19a165 req-825b7887-2b7a-42e3-a111-f27ca4477ad3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:36.830256 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c7ffced9-3b2f-4a40-8565-0f69df19a165 req-825b7887-2b7a-42e3-a111-f27ca4477ad3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 944 time: 0.0638905 May 13 13:27:36.923673 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c7ffced9-3b2f-4a40-8565-0f69df19a165 req-bbbd9071-30c3-44e3-b6ea-2110c9e59548 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 May 13 13:27:36.942693 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:36.974265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Router 76ed6934-f941-438d-a980-ed7488e5d531 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:36.993606 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:37.095880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:37.100344 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:37.106534 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:37.114662 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:37.115288 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:37.133673 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bada7532-5633-469f-9aa7-44c6ac27fe3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "PUT /v2.0/floatingips/700058ae-686d-4cce-838f-b306baed3012 HTTP/1.1" status: 200 len: 991 time: 1.5313971 May 13 13:27:37.133673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:37.134373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c766246-6642-4d60-920a-8a83c416056d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:37.173990 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e328c6-abdf-4c0d-b133-bfb08177469e x-openstack-request-id: req-17e328c6-abdf-4c0d-b133-bfb08177469e {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:37.174302 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:37.174562 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17e328c6-abdf-4c0d-b133-bfb08177469e {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:37.175040 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e328c6-abdf-4c0d-b133-bfb08177469e'] response: {'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'status': 'completed', 'code': 200} May 13 13:27:37.231646 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:37.501743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f34c0-4cef-4e6c-b423-8f00e78cca65 req-68e1bf17-d44e-47a1-a96c-37ecf1ffd874 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.504301 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-111f34c0-4cef-4e6c-b423-8f00e78cca65 req-68e1bf17-d44e-47a1-a96c-37ecf1ffd874 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0551190 May 13 13:27:37.546340 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:27:36Z', 'revision_number': 1, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:37.583956 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-111f34c0-4cef-4e6c-b423-8f00e78cca65 req-369c9076-e72f-46d5-a92d-2a45e0d99e5d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583518 May 13 13:27:37.633655 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:37.651482 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:37.651482 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:37.679949 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766246-6642-4d60-920a-8a83c416056d req-9c7123b9-804c-464f-9ff7-a1b440be7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.682087 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-9c7123b9-804c-464f-9ff7-a1b440be7d22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0784833 May 13 13:27:37.705368 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66341f0-4cbd-4f3b-bcd5-58af8ddb1955 req-03d43c39-5d29-4610-9f16-52f9e060f42f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.707629 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f66341f0-4cbd-4f3b-bcd5-58af8ddb1955 req-03d43c39-5d29-4610-9f16-52f9e060f42f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.1221941 May 13 13:27:37.766725 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f66341f0-4cbd-4f3b-bcd5-58af8ddb1955 req-979da329-04e5-4509-bd23-e7a98d66f3f4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 May 13 13:27:37.773586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fba43-8bbd-4532-9462-01ed81f226a3 req-3e9ad494-1e39-49f6-91a8-69a37dbe908a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.776413 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-481fba43-8bbd-4532-9462-01ed81f226a3 req-3e9ad494-1e39-49f6-91a8-69a37dbe908a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0797572 May 13 13:27:37.834235 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:37.874328 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-481fba43-8bbd-4532-9462-01ed81f226a3 req-6ab6843d-1a73-4974-a70d-e1de6788c0e7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785303 May 13 13:27:37.903039 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766246-6642-4d60-920a-8a83c416056d req-0d4c1b2f-6f2a-4a4d-833e-6a986f9e2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.905190 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-0d4c1b2f-6f2a-4a4d-833e-6a986f9e2172 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.1059721 May 13 13:27:38.064075 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e89a2-2834-4f40-85ea-f66bbed6e30c req-811e1bf9-6e5d-43c9-b1ad-0386f806724a tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.065633 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0b6e89a2-2834-4f40-85ea-f66bbed6e30c req-811e1bf9-6e5d-43c9-b1ad-0386f806724a tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0619781 May 13 13:27:38.116372 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0b6e89a2-2834-4f40-85ea-f66bbed6e30c req-4b76b637-f0ff-4fb5-9037-d6d47a288342 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 May 13 13:27:38.123053 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:27:36Z', 'revision_number': 1, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:38.158429 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97efac-c260-438b-8ed1-18ff8dd782b1 None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:27:36Z', 'revision_number': 1, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:38.229475 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-02d71338-c2e6-4890-adf4-f7583945ebda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 999 time: 0.0803194 May 13 13:27:38.303425 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8a757-4697-4af8-9273-f319f4e44ab1 req-5636adc4-47cf-4df7-a5d9-e88de638b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.303669 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766246-6642-4d60-920a-8a83c416056d req-89bf150c-c08b-4e84-98fe-fb3139b9c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.305177 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-89bf150c-c08b-4e84-98fe-fb3139b9c345 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0621045 May 13 13:27:38.307025 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9d8a757-4697-4af8-9273-f319f4e44ab1 req-5636adc4-47cf-4df7-a5d9-e88de638b952 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 1129 time: 0.0859864 May 13 13:27:38.330997 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212791-6282-4cf5-ae98-4fda901c05ac req-3fd206ef-e7a3-498d-96f9-db1ddc392634 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.334481 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11212791-6282-4cf5-ae98-4fda901c05ac req-3fd206ef-e7a3-498d-96f9-db1ddc392634 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0959547 May 13 13:27:38.391855 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766246-6642-4d60-920a-8a83c416056d req-6eea1475-2b0b-4c5b-b3a4-7e0af5e8ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.393706 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-6eea1475-2b0b-4c5b-b3a4-7e0af5e8ad3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581813 May 13 13:27:38.400424 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11212791-6282-4cf5-ae98-4fda901c05ac req-c8389b3c-80f3-4d86-bccc-92c90c7fb0f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577707 May 13 13:27:38.454174 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f4547-3485-45aa-8924-719ac5989c6e None None] New status for floating IP 700058ae-686d-4cce-838f-b306baed3012: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:38.559599 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9d8a757-4697-4af8-9273-f319f4e44ab1 req-0f1dcf5a-0f0b-4d3d-aa89-f7aabbe01bb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 May 13 13:27:38.589458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-6602f55e-f269-41a5-989c-b795c64e6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.591093 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-6602f55e-f269-41a5-989c-b795c64e6117 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1129 time: 0.0867703 May 13 13:27:38.624621 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-1c87a0da-f6b7-48f7-8270-96e626ca48da service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283193 May 13 13:27:38.744536 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f263c53-8bb2-40ab-82d8-3d0a8eb74877 req-fb6dcef7-f350-4bae-9c10-7c6902ca2ed0 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.746031 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6f263c53-8bb2-40ab-82d8-3d0a8eb74877 req-fb6dcef7-f350-4bae-9c10-7c6902ca2ed0 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0570111 May 13 13:27:38.792192 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6f263c53-8bb2-40ab-82d8-3d0a8eb74877 req-9c2f91e3-a6eb-4f56-a55c-8952cb37e734 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 May 13 13:27:38.861331 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-62884823-89de-44bf-8011-b1e6d794219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.861331 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-62884823-89de-44bf-8011-b1e6d794219a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1130 time: 0.0446048 May 13 13:27:38.958207 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-5c566160-78f0-42ed-9961-a4c005adb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.959669 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-5c566160-78f0-42ed-9961-a4c005adb530 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.1513767 May 13 13:27:38.964318 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-a678bd39-bb98-44e3-a841-b19535e1ef09 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664758 May 13 13:27:38.987049 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-f410bd9d-cf40-437b-9f7e-2f49e4a0d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.988801 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-f410bd9d-cf40-437b-9f7e-2f49e4a0d7ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.1223748 May 13 13:27:39.009586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1eacb-3f01-481e-a8d7-665286c8b41d req-4079edd4-8855-44fc-9823-f0bccd072dca tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.011462 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8c1eacb-3f01-481e-a8d7-665286c8b41d req-4079edd4-8855-44fc-9823-f0bccd072dca tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0687628 May 13 13:27:39.058645 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-c8979f77-cf54-4e71-a861-70955cf3e2d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 1001 time: 0.0815375 May 13 13:27:39.063056 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a8c1eacb-3f01-481e-a8d7-665286c8b41d req-a5b60969-350b-4449-924d-092ac083f850 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 May 13 13:27:39.237324 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936c95-30d1-4f03-a6e6-275b951554a0 req-89065844-b9b1-48b1-bb83-40833f66d9be tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.238899 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-da936c95-30d1-4f03-a6e6-275b951554a0 req-89065844-b9b1-48b1-bb83-40833f66d9be tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0502496 May 13 13:27:39.286941 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-da936c95-30d1-4f03-a6e6-275b951554a0 req-1c3f91b9-c245-4c32-9738-a0e9c7181769 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 May 13 13:27:39.506558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-68de29cc-da03-473f-9cd2-24d30e2f7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.508173 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-68de29cc-da03-473f-9cd2-24d30e2f7ab7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0577478 May 13 13:27:39.573195 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-ffbabd81-3654-460a-b125-8a1908c08740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.574096 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-ffbabd81-3654-460a-b125-8a1908c08740 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505369 May 13 13:27:39.579982 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a5081-7050-42cc-98fd-593f5bf9f509 req-a5cd8ced-c18a-4203-a4be-741416aaba51 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.581492 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a0a5081-7050-42cc-98fd-593f5bf9f509 req-a5cd8ced-c18a-4203-a4be-741416aaba51 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0866926 May 13 13:27:39.601016 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-c7ffbcc5-f3ff-423f-aed4-c585f07756de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 1001 time: 0.1508641 May 13 13:27:39.667717 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-0798b807-95e4-4fa2-b8cf-647376c2bdad service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852392 May 13 13:27:39.668578 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a0a5081-7050-42cc-98fd-593f5bf9f509 req-131cad2a-f941-45dc-a1a3-1094295cacb8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789814 May 13 13:27:39.672186 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-4a7d8991-bb3a-4236-8391-4cc22edbe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.673618 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-4a7d8991-bb3a-4236-8391-4cc22edbe4e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0647597 May 13 13:27:39.751707 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-534a0eff-f5da-4a8b-8002-ae8522a4a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.753266 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-534a0eff-f5da-4a8b-8002-ae8522a4a8d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403297 May 13 13:27:39.811968 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-77d1b60a-8862-44b4-a875-a18bdb30e939 req-3b7b8e66-3c5b-449e-b42b-d47ba4ad28da service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999057 May 13 13:27:39.906195 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-81833159-c1b7-43b5-bf45-8d8ce2c5bf07 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962107 May 13 13:27:39.928038 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade197-0ef0-49bc-a550-af9193a76ab2 req-441b55cb-ad97-4bb9-a1f7-1eb90a31c013 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.929630 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-07ade197-0ef0-49bc-a550-af9193a76ab2 req-441b55cb-ad97-4bb9-a1f7-1eb90a31c013 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 945 time: 0.0565248 May 13 13:27:39.982275 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-07ade197-0ef0-49bc-a550-af9193a76ab2 req-d6142449-a7a1-494d-8e7c-6026c5abe729 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469260 May 13 13:27:40.274363 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.409179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03441e8-74f4-44f9-940a-597e74af8d82 req-7e8f14a6-1d9a-40bd-a24e-fb49575bf9de tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:40.410770 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c03441e8-74f4-44f9-940a-597e74af8d82 req-7e8f14a6-1d9a-40bd-a24e-fb49575bf9de tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0555792 May 13 13:27:40.460157 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c03441e8-74f4-44f9-940a-597e74af8d82 req-79afe747-f88a-492a-8c6d-3507db4d1391 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 May 13 13:27:40.517324 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:40.599429 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: ACTIVE; New status is: DOWN {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:40.599827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.622291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:40.625617 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97359961-7cdb-49c4-bd03-9150bdd312f6" -d '{"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:40.642153 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:40.659983 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137b6ae-9b1b-48c5-b806-ec4b2664d5f0 x-openstack-request-id: req-e137b6ae-9b1b-48c5-b806-ec4b2664d5f0 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:40.660273 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:40.660527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e137b6ae-9b1b-48c5-b806-ec4b2664d5f0 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:40.660926 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e137b6ae-9b1b-48c5-b806-ec4b2664d5f0'] response: {'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'code': 200} May 13 13:27:40.786148 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93bc3-a05d-4363-b22a-310a35ed5481 req-8cfed931-2a5a-49e6-9009-cf72c0390af1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:40.787627 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-28a93bc3-a05d-4363-b22a-310a35ed5481 req-8cfed931-2a5a-49e6-9009-cf72c0390af1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0515568 May 13 13:27:40.839062 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-28a93bc3-a05d-4363-b22a-310a35ed5481 req-789bf2de-95ab-4cf1-9af3-a7aadcf41090 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454850 May 13 13:27:40.897037 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.944365 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=8']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:41.113376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363628ad-2f04-4444-b313-74bc860e1502 req-4a99449a-19dc-4254-8558-ce71acd2a3a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:41.114924 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-363628ad-2f04-4444-b313-74bc860e1502 req-4a99449a-19dc-4254-8558-ce71acd2a3a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0512569 May 13 13:27:41.162315 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-363628ad-2f04-4444-b313-74bc860e1502 req-f18f3903-8638-4169-9f02-0de3d490c1ec tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 May 13 13:27:41.964548 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a2adb-3454-47ad-a4cc-236cd79a2b13 req-b5d3f243-fec3-47f9-b794-62391a2f01a4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:41.966160 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-668a2adb-3454-47ad-a4cc-236cd79a2b13 req-b5d3f243-fec3-47f9-b794-62391a2f01a4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0560536 May 13 13:27:42.026738 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-668a2adb-3454-47ad-a4cc-236cd79a2b13 req-86a3c7b9-0182-419b-a814-3849654f311a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529661 May 13 13:27:42.281988 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824bfaa-c77a-4ae7-a820-9339065802b1 req-f6b4537c-f44d-487b-ab06-879167e2c52d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.283422 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d824bfaa-c77a-4ae7-a820-9339065802b1 req-f6b4537c-f44d-487b-ab06-879167e2c52d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0496235 May 13 13:27:42.329432 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d824bfaa-c77a-4ae7-a820-9339065802b1 req-46dcdee2-952f-49cc-b71e-49b3adb798c5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 May 13 13:27:43.138447 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9a754-7369-49ed-ba4e-2cedda92fce1 req-b1775858-5d8c-4504-87fe-484427618b7e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:43.139930 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4ed9a754-7369-49ed-ba4e-2cedda92fce1 req-b1775858-5d8c-4504-87fe-484427618b7e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0453329 May 13 13:27:43.189298 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4ed9a754-7369-49ed-ba4e-2cedda92fce1 req-7aa1bbc0-288d-42a6-8b3c-90fe726bd978 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439498 May 13 13:27:43.445369 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c284ac-0496-4d0d-8eb8-fed7614ddfef req-95b2dee3-80e8-4f0a-8bdd-aa87ed74c4e2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:43.446767 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4c284ac-0496-4d0d-8eb8-fed7614ddfef req-95b2dee3-80e8-4f0a-8bdd-aa87ed74c4e2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0475726 May 13 13:27:43.493395 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4c284ac-0496-4d0d-8eb8-fed7614ddfef req-5a1a3973-d74e-4b23-bc7d-bba806cdec32 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 May 13 13:27:44.103043 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-761ddf41-a0ad-4ea9-8e75-c51e2659c6a7 req-6e9ba10b-6631-4c6c-97f2-eb39dde6637a service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861630 May 13 13:27:44.301320 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62f13-4c2f-4513-bac4-506c060977df req-60576227-a138-4528-88bd-cfc4abe6334e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:44.302836 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbb62f13-4c2f-4513-bac4-506c060977df req-60576227-a138-4528-88bd-cfc4abe6334e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0480316 May 13 13:27:44.351274 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbb62f13-4c2f-4513-bac4-506c060977df req-7c772988-ec84-4893-ba5d-3768809f853a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428264 May 13 13:27:44.624845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fd328-2187-4e83-9a72-e7a67e17443c req-b494e63c-d9f8-4611-be59-6c1fa146cb86 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:44.626367 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe3fd328-2187-4e83-9a72-e7a67e17443c req-b494e63c-d9f8-4611-be59-6c1fa146cb86 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0524280 May 13 13:27:44.674049 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1a5a5475-39dc-426c-86eb-1016321238c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.677918 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fe3fd328-2187-4e83-9a72-e7a67e17443c req-05892fde-deca-4016-888b-fbf752ff5145 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 May 13 13:27:44.965236 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cfc23-b490-4035-a80c-faac7988bbb8 req-b5cacd13-3767-4a64-b879-be7ad368a9e7 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:44.966788 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cd6cfc23-b490-4035-a80c-faac7988bbb8 req-b5cacd13-3767-4a64-b879-be7ad368a9e7 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0477705 May 13 13:27:45.016948 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cd6cfc23-b490-4035-a80c-faac7988bbb8 req-de06eaa3-1da6-4971-92e2-855bb52ba88a tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 May 13 13:27:45.472287 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73127c04-d1fb-4fd3-a2f0-a028efb640df req-d9f88c67-cb5a-4b7a-903d-df04beb44846 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.478226 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-73127c04-d1fb-4fd3-a2f0-a028efb640df req-d9f88c67-cb5a-4b7a-903d-df04beb44846 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0488675 May 13 13:27:45.525293 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-73127c04-d1fb-4fd3-a2f0-a028efb640df req-a5bfe53d-1bfd-4c41-892f-38c9cd4a9425 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457268 May 13 13:27:45.800192 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e131-a342-4c58-8dda-458beaa1ac3e req-e9f7a4af-ed7b-45b3-ab67-d6aeea866e94 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.801696 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdd3e131-a342-4c58-8dda-458beaa1ac3e req-e9f7a4af-ed7b-45b3-ab67-d6aeea866e94 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0504038 May 13 13:27:45.849244 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bdd3e131-a342-4c58-8dda-458beaa1ac3e req-6cfcea16-824e-4611-82de-74dc05bfa957 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 May 13 13:27:46.132629 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd300e7e-76cc-4743-bc0f-ba5e3d72d9bd req-96bfc499-42a5-44f9-8473-6f1bebd5f6d4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.134138 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fd300e7e-76cc-4743-bc0f-ba5e3d72d9bd req-96bfc499-42a5-44f9-8473-6f1bebd5f6d4 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0478861 May 13 13:27:46.185562 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fd300e7e-76cc-4743-bc0f-ba5e3d72d9bd req-e6bd853e-38b7-406c-902e-9c5615aa9700 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 May 13 13:27:46.639440 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1312d3f-851b-42ce-9935-5cbc9536588a req-cb02dbde-fabe-4354-8136-732dfc61551c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.640988 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e1312d3f-851b-42ce-9935-5cbc9536588a req-cb02dbde-fabe-4354-8136-732dfc61551c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0477819 May 13 13:27:46.689054 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e1312d3f-851b-42ce-9935-5cbc9536588a req-77e59ff8-eaf1-4ee7-80d7-71302837653b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 May 13 13:27:46.965341 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f332e7ad-045e-4483-8d3c-24316163f12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.966281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762932f0-dac4-46ce-9441-a6233f4872e3 req-4612c0e5-d15c-42ce-ba06-38e497754704 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.967821 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-762932f0-dac4-46ce-9441-a6233f4872e3 req-4612c0e5-d15c-42ce-ba06-38e497754704 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0472465 May 13 13:27:47.014880 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-762932f0-dac4-46ce-9441-a6233f4872e3 req-fc69a870-5b0d-46cf-9866-6a2b3743159b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 May 13 13:27:47.301342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b3d4e-962f-4353-aa3f-5090205e2000 req-2cfb1379-ace7-476c-9c13-51d9751b38a5 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:47.302842 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2f5b3d4e-962f-4353-aa3f-5090205e2000 req-2cfb1379-ace7-476c-9c13-51d9751b38a5 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0497227 May 13 13:27:47.350081 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2f5b3d4e-962f-4353-aa3f-5090205e2000 req-9e5f801c-b527-462f-854d-ba616fbdac10 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 May 13 13:27:47.739840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:47.807187 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473e2b-32b2-454e-bf9d-7c8c5eb8e1b8 req-4db23ed4-d058-4f2c-9a19-67b6062899ed tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:47.810376 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9f473e2b-32b2-454e-bf9d-7c8c5eb8e1b8 req-4db23ed4-d058-4f2c-9a19-67b6062899ed tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0501935 May 13 13:27:47.820861 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: DOWN; New status is: DOWN {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:47.857806 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9f473e2b-32b2-454e-bf9d-7c8c5eb8e1b8 req-b94c5f7f-4d72-42f5-b422-15da5713469b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 May 13 13:27:48.203388 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:48.344366 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-9aad3650-187e-451c-b284-9f40740916c8 req-c19c8427-eecf-4b29-bf78-d6d793a19625 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:27:48.345278 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9aad3650-187e-451c-b284-9f40740916c8 req-c19c8427-eecf-4b29-bf78-d6d793a19625 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052693 May 13 13:27:48.462268 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28db86-470b-4711-9bff-adc99a0ab143 req-96c88b44-2c7e-4c36-a846-09f980d419ca tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:48.463906 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd28db86-470b-4711-9bff-adc99a0ab143 req-96c88b44-2c7e-4c36-a846-09f980d419ca tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0474267 May 13 13:27:48.515279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd28db86-470b-4711-9bff-adc99a0ab143 req-af76c776-b4d7-42c2-a6c0-ca4594b0e23f tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 May 13 13:27:48.788890 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3204681-1a1e-41a8-98cf-2309eaeaca36 req-d65354af-9c77-4820-9862-8e03e42d8319 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:48.790415 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3204681-1a1e-41a8-98cf-2309eaeaca36 req-d65354af-9c77-4820-9862-8e03e42d8319 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0615535 May 13 13:27:48.838689 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a3204681-1a1e-41a8-98cf-2309eaeaca36 req-201ee984-c062-4043-98de-f823206ad945 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 May 13 13:27:48.979618 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501afe-e5d7-4067-ad45-ab5d256b729f req-bf59113a-df38-4e61-bf4d-162db63ef892 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:48.981181 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e8501afe-e5d7-4067-ad45-ab5d256b729f req-bf59113a-df38-4e61-bf4d-162db63ef892 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0537567 May 13 13:27:49.028901 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e8501afe-e5d7-4067-ad45-ab5d256b729f req-d61f2432-933b-4a97-9194-6fb77d9801f8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 May 13 13:27:49.343897 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56376) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:49.426947 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-a367f828-b9ca-4bac-b611-9a5741e2b4ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818899 May 13 13:27:49.436588 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-bb35e4e1-834f-453b-9194-491121adcee3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:27:49.437822 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-bb35e4e1-834f-453b-9194-491121adcee3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060301 May 13 13:27:49.470914 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.513710 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56384) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:49.635599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-582ff692-b1f3-4bd5-8fad-98020e543816 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:49.636982 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-582ff692-b1f3-4bd5-8fad-98020e543816 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports/1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 940 time: 0.1222425 May 13 13:27:49.655768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c347ed-4002-42ae-aaf9-4e49ff9968ec req-c500d2fa-333d-4a3e-8a5b-5e84fa945bed tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:49.657237 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c8c347ed-4002-42ae-aaf9-4e49ff9968ec req-c500d2fa-333d-4a3e-8a5b-5e84fa945bed tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0673440 May 13 13:27:49.706164 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c8c347ed-4002-42ae-aaf9-4e49ff9968ec req-f21662ff-5eed-400e-a171-e15dac43d914 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 May 13 13:27:49.960847 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1d254-b07e-45c4-ab7d-46f4943dd246 req-0eb146ec-f779-4d85-a1da-1d983c5f95d3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:49.962435 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-adc1d254-b07e-45c4-ab7d-46f4943dd246 req-0eb146ec-f779-4d85-a1da-1d983c5f95d3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0487082 May 13 13:27:50.011448 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-adc1d254-b07e-45c4-ab7d-46f4943dd246 req-c5f137f7-3d28-4483-a12c-1547bfc97f8d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 May 13 13:27:50.141764 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fca62-7228-4dbd-9620-f2d1468071eb req-dd375ac5-e93f-4ad6-8c01-563874103906 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:50.143267 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d1fca62-7228-4dbd-9620-f2d1468071eb req-dd375ac5-e93f-4ad6-8c01-563874103906 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0463123 May 13 13:27:50.189649 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d1fca62-7228-4dbd-9620-f2d1468071eb req-3ad59f0d-8d94-4412-bf95-f4c7f9a5da63 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 May 13 13:27:50.812107 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.841141 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bedcc4-6b7c-46cf-a9d6-a7a87b1b469e req-24121092-80c2-4784-a4b0-6152a6ce4ef5 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:50.842741 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03bedcc4-6b7c-46cf-a9d6-a7a87b1b469e req-24121092-80c2-4784-a4b0-6152a6ce4ef5 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0567000 May 13 13:27:50.890623 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-3f9495fb-a9e1-460d-8130-7bf007c1a6d9 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:50.892237 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-3f9495fb-a9e1-460d-8130-7bf007c1a6d9 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0619769 May 13 13:27:50.906576 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03bedcc4-6b7c-46cf-a9d6-a7a87b1b469e req-b382351d-54da-45f0-80e9-dcce8a29c2b6 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 May 13 13:27:50.991686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Deleting port 6d5de545-d4ec-4140-b705-2775719cf186 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:50.992033 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (6d5de545-d4ec-4140-b705-2775719cf186), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.084247 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] For port 6d5de545-d4ec-4140-b705-2775719cf186, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=6d5de545-d4ec-4140-b705-2775719cf186,segment=NetworkSegment(5b8d77f0-38e1-4f1d-be90-bfb76539ad73),segment_id=5b8d77f0-38e1-4f1d-be90-bfb76539ad73)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:51.084648 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (6d5de545-d4ec-4140-b705-2775719cf186), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.121921 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Calling delete_port for 6d5de545-d4ec-4140-b705-2775719cf186 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:51.150359 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23688e8a-199c-49e6-aec9-2fa084981059 req-0c7c63be-b2b1-4c68-9370-d2f647720d1f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:51.151851 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23688e8a-199c-49e6-aec9-2fa084981059 req-0c7c63be-b2b1-4c68-9370-d2f647720d1f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0646062 May 13 13:27:51.250897 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23688e8a-199c-49e6-aec9-2fa084981059 req-f140698f-776d-4191-ba3e-b148899ded30 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710604 May 13 13:27:51.428683 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (6d5de545-d4ec-4140-b705-2775719cf186), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.443113 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['6d5de545-d4ec-4140-b705-2775719cf186'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:51.464611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Pushing event deleted for resources: {'Port': ['ID=6d5de545-d4ec-4140-b705-2775719cf186,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:51.526756 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] No DVR routers for this DVR port 6d5de545-d4ec-4140-b705-2775719cf186 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:51.530710 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.534882 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d9196db-2267-4d6c-9d88-97e075dabb19 req-66dbf284-f495-45f8-a8d5-8e0e23008df3 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.70 "DELETE /v2.0/ports/6d5de545-d4ec-4140-b705-2775719cf186 HTTP/1.1" status: 204 len: 173 time: 0.6358275 May 13 13:27:51.535547 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'name': 'network-vif-deleted', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:51.538000 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d1f9d-2afe-468c-be92-7a49bd2634d0" -d '{"events": [{"server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "name": "network-vif-deleted", "tag": "6d5de545-d4ec-4140-b705-2775719cf186"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:51.574929 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c27d2-309f-49d5-9ec6-9123a3a1e5f2 x-openstack-request-id: req-325c27d2-309f-49d5-9ec6-9123a3a1e5f2 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:51.575246 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdcbcf7-a949-4081-9b20-5784ff43d5d9", "name": "network-vif-deleted", "tag": "6d5de545-d4ec-4140-b705-2775719cf186", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:51.575498 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-325c27d2-309f-49d5-9ec6-9123a3a1e5f2 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:51.575904 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325c27d2-309f-49d5-9ec6-9123a3a1e5f2'] response: {'server_uuid': 'ebdcbcf7-a949-4081-9b20-5784ff43d5d9', 'name': 'network-vif-deleted', 'tag': '6d5de545-d4ec-4140-b705-2775719cf186', 'status': 'completed', 'code': 200} May 13 13:27:52.016510 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bc2af3f0-587d-41a0-8f0e-1a6d6b5f5cc0 req-7a2b8c2b-53b5-4b7e-a02f-a7e6951c63c7 tempest-VolumesActionsTest-1670340122 tempest-VolumesActionsTest-1670340122-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebdcbcf7-a949-4081-9b20-5784ff43d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0320423 May 13 13:27:52.375863 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bdb1-f715-4465-a4a6-1ef71661fa09 req-2420f7a4-3bd2-4bb6-adb0-1586fe2b7b0d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.377357 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03b8bdb1-f715-4465-a4a6-1ef71661fa09 req-2420f7a4-3bd2-4bb6-adb0-1586fe2b7b0d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0483596 May 13 13:27:52.430254 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-03b8bdb1-f715-4465-a4a6-1ef71661fa09 req-a5c66908-1e1e-4cb2-bfa9-d74ebfc53e58 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 May 13 13:27:53.598788 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac23c56-b163-4eb0-92a6-fa7a96c68d8f req-6050efb4-b424-4631-b463-222fa84ff5ae tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.600414 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dac23c56-b163-4eb0-92a6-fa7a96c68d8f req-6050efb4-b424-4631-b463-222fa84ff5ae tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0516853 May 13 13:27:53.652673 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dac23c56-b163-4eb0-92a6-fa7a96c68d8f req-f53bdddf-e655-4796-9a8d-9800ff911a6c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 May 13 13:27:53.735242 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-740ef093-08bf-4d33-bf6d-e5c94b045e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.736798 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-740ef093-08bf-4d33-bf6d-e5c94b045e22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 1127 time: 0.0851185 May 13 13:27:53.801087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-07809afb-4512-46a6-a8fb-6d53f926ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.802609 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-07809afb-4512-46a6-a8fb-6d53f926ca45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1127 time: 0.0398881 May 13 13:27:53.918719 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-7af2dbfc-8d11-4682-a07c-8879fc754510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.920834 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-7af2dbfc-8d11-4682-a07c-8879fc754510 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.1047211 May 13 13:27:53.989151 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-715e1284-c53c-4849-8a7b-5a8ac6483962 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 999 time: 0.0595098 May 13 13:27:54.048658 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-e569a905-68f7-4408-a079-ce3e59f02f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:54.050180 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-e569a905-68f7-4408-a079-ce3e59f02f15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0517697 May 13 13:27:54.103751 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-de166b7d-9953-4b30-8bf5-bce280eff598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:54.105668 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-de166b7d-9953-4b30-8bf5-bce280eff598 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481768 May 13 13:27:54.211143 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-517fd18d-ae22-4fcf-920e-cfea5356d2dc service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970948 May 13 13:27:54.315336 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-854187f5-3bb1-488e-a7ec-5411ab369950 req-6e2a45e2-bd2b-43db-8400-c02620bb23ae service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935459 May 13 13:27:54.778009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80123-4289-48a6-9fd6-2e2112cce96e req-60bab601-bafc-4549-9ea1-e2956e02b4bc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:54.780073 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bff80123-4289-48a6-9fd6-2e2112cce96e req-60bab601-bafc-4549-9ea1-e2956e02b4bc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0492585 May 13 13:27:54.828823 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bff80123-4289-48a6-9fd6-2e2112cce96e req-3031ae93-65c4-478e-aa86-f8c67434868c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 May 13 13:27:55.798656 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 6d5de545-d4ec-4140-b705-2775719cf186 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:55.819876 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 6d5de545-d4ec-4140-b705-2775719cf186 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:55.820148 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 6d5de545-d4ec-4140-b705-2775719cf186 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:55.859904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56556) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:56.043240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98d8-27a9-4fea-b47d-51d8d7d6b1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.045722 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f202164-da38-41e5-88f9-31a981073eab req-62f8b6a0-629c-4162-a6b1-84a5f3f3b68c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.047786 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6f202164-da38-41e5-88f9-31a981073eab req-62f8b6a0-629c-4162-a6b1-84a5f3f3b68c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0913794 May 13 13:27:56.126426 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6f202164-da38-41e5-88f9-31a981073eab req-15afc99a-a344-4892-81e7-bb917139bf5c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720272 May 13 13:27:56.171306 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98d8-27a9-4fea-b47d-51d8d7d6b1ea admin admin] Publish callbacks [] for security_group (942487fb-def0-4282-a5d3-902ee98c1f24), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.238145 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5f9e98d8-27a9-4fea-b47d-51d8d7d6b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (942487fb-def0-4282-a5d3-902ee98c1f24), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.293206 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e98d8-27a9-4fea-b47d-51d8d7d6b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942487fb-def0-4282-a5d3-902ee98c1f24,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:56.571245 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5f9e98d8-27a9-4fea-b47d-51d8d7d6b1ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0b052b05d124da69054f7bbc2f1a986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389837 May 13 13:27:56.571245 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56562) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:56.606484 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] Publish callbacks [] for security_group (942487fb-def0-4282-a5d3-902ee98c1f24), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.664197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] Publish callbacks [] for security_group (942487fb-def0-4282-a5d3-902ee98c1f24), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.891575 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (942487fb-def0-4282-a5d3-902ee98c1f24), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.894205 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.895395 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/942487fb-def0-4282-a5d3-902ee98c1f24 HTTP/1.1" status: 204 len: 168 time: 0.3460259 May 13 13:27:56.903293 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff306a-e0ef-4b0a-ab75-c6bcc761d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942487fb-def0-4282-a5d3-902ee98c1f24,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:57.281030 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66695bf4-ce9f-4a8a-a419-18211ce67a73 req-0cd1dbc0-52ba-4a0a-9b84-51c7367a961e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.282532 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-66695bf4-ce9f-4a8a-a419-18211ce67a73 req-0cd1dbc0-52ba-4a0a-9b84-51c7367a961e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0674646 May 13 13:27:57.330217 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-66695bf4-ce9f-4a8a-a419-18211ce67a73 req-1eaef972-b02b-4e70-8176-043a010d0553 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 May 13 13:27:58.418029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56598) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:58.490309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47527a53-def1-4416-8655-d8e4fef90d3c req-671c686f-1554-4b4c-a66a-fb1e95fc1b0b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.492412 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-47527a53-def1-4416-8655-d8e4fef90d3c req-671c686f-1554-4b4c-a66a-fb1e95fc1b0b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0801499 May 13 13:27:58.549403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-343498726-network', 'tenant_id': '1503b2654ff7475b98032519919ae481'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:58.558349 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-47527a53-def1-4416-8655-d8e4fef90d3c req-a9b57fe6-7a1c-433a-bd6a-6f89800b2bdb tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603659 May 13 13:27:58.654982 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Made reservation on behalf of 1503b2654ff7475b98032519919ae481 for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:58.657634 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.675103 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.781052 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks [] for security_group (bf460eef-c582-4d1f-9117-b52f1fa2577b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.851355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (bf460eef-c582-4d1f-9117-b52f1fa2577b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.880135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:27:58.889365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf460eef-c582-4d1f-9117-b52f1fa2577b,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:58.894013 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.894362 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Added segment 5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6 of type vlan for network 235bca42-800d-41b0-b0e6-b3de898d8caa May 13 13:27:58.937868 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (235bca42-800d-41b0-b0e6-b3de898d8caa), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.025254 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (235bca42-800d-41b0-b0e6-b3de898d8caa), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.026405 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.027076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.094620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] Pushing event updated for resources: {'Network': ['ID=235bca42-800d-41b0-b0e6-b3de898d8caa,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:59.109690 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 235bca42-800d-41b0-b0e6-b3de898d8caa details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:27:59.162340 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-56a7cdee-8ef6-454a-83be-66c24d5fd74e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7429781 May 13 13:27:59.165258 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56606) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:59.171660 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Request body: {'subnet': {'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-343498726-subnet', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:59.284137 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Made reservation on behalf of 1503b2654ff7475b98032519919ae481 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:59.284137 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.526234 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (0afcc659-3d50-4f1b-a971-34b474dee6af), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.585836 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afcc659-3d50-4f1b-a971-34b474dee6af,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:59.594427 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Checking segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:59.594786 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Network hostable DHCP agents. Network: 235bca42-800d-41b0-b0e6-b3de898d8caa, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:27:59.674416 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Network 235bca42-800d-41b0-b0e6-b3de898d8caa is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:27:59.689949 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c13441-f90c-4967-87e4-37317b126623 req-46f8e477-411f-4f54-abb9-13afd42a2f75 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.691940 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3c13441-f90c-4967-87e4-37317b126623 req-46f8e477-411f-4f54-abb9-13afd42a2f75 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0487206 May 13 13:27:59.732254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 235bca42-800d-41b0-b0e6-b3de898d8caa) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:59.736923 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.737619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.745034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e7249-4cf3-4457-ab2b-2bed6932fc6f None None] Network 235bca42-800d-41b0-b0e6-b3de898d8caa requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:59.773517 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3c13441-f90c-4967-87e4-37317b126623 req-7dfce646-2160-496a-95af-b3e3a9d15855 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750937 May 13 13:27:59.843649 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-987df668-d20d-49a8-b7a9-c53a130a988f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6663661 May 13 13:27:59.843649 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56614) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:59.843649 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:59.898333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-235bca42-800d-41b0-b0e6-b3de898d8caa', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'project_id': '1503b2654ff7475b98032519919ae481', 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:27:59.902808 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.923882 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.925639 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.984457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for router_controller (d63e4323-a935-4937-8688-8efa0b01b8a7), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.066958 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Allocated IP 172.20.0.2 (235bca42-800d-41b0-b0e6-b3de898d8caa/0afcc659-3d50-4f1b-a971-34b474dee6af/8751c493-34d5-4a9b-ad02-af6abe27c98e) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:00.220528 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks [] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.289305 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.332418 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for router_gateway (d63e4323-a935-4937-8688-8efa0b01b8a7), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.340552 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Network 235bca42-800d-41b0-b0e6-b3de898d8caa is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:00.348736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:00.351353 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:00.357623 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Pushing event updated for resources: {'Port': ['ID=8751c493-34d5-4a9b-ad02-af6abe27c98e,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:00.432746 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Attempting to bind port 8751c493-34d5-4a9b-ad02-af6abe27c98e on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:00.433123 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Attempting to bind port 8751c493-34d5-4a9b-ad02-af6abe27c98e by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:00.434157 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Attempting to bind port 8751c493-34d5-4a9b-ad02-af6abe27c98e on network 235bca42-800d-41b0-b0e6-b3de898d8caa {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:00.439497 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:00.439876 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Checking segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:00.440282 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.440674 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Bound using segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:00.441173 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Bound port: 8751c493-34d5-4a9b-ad02-af6abe27c98e, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:00.441557 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.505548 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] For port 8751c493-34d5-4a9b-ad02-af6abe27c98e, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:00.509034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] For port 8751c493-34d5-4a9b-ad02-af6abe27c98e, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8751c493-34d5-4a9b-ad02-af6abe27c98e,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:00.589678 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.652646 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7b9b1-090f-4467-b733-09ad8f4eb30a None None] Pushing event updated for resources: {'Port': ['ID=8751c493-34d5-4a9b-ad02-af6abe27c98e,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:00.813577 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for router_gateway (d63e4323-a935-4937-8688-8efa0b01b8a7), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.840653 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.981070 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1b67b-be00-499f-ba4e-fdc28c8c3fea req-c41f3074-5b7f-4307-a5b9-83f4078e150e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.981070 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6de1b67b-be00-499f-ba4e-fdc28c8c3fea req-c41f3074-5b7f-4307-a5b9-83f4078e150e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0722284 May 13 13:28:01.103111 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Allocated IP 172.27.0.9 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/3145ba77-f75b-4065-802b-b85269f32578) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:01.139784 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6de1b67b-be00-499f-ba4e-fdc28c8c3fea req-7e18d345-d00d-4b5a-9152-ab902f31bb87 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283174 May 13 13:28:01.268516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for port (3145ba77-f75b-4065-802b-b85269f32578), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:01.351493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (3145ba77-f75b-4065-802b-b85269f32578), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:01.397758 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:01.400998 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:01.403621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:01.434200 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3145ba77-f75b-4065-802b-b85269f32578,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:01.841238 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for router_gateway (d63e4323-a935-4937-8688-8efa0b01b8a7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:01.889929 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cb990-2eb2-4c6b-99c1-e446d1f81e77 None None] Network 235bca42-800d-41b0-b0e6-b3de898d8caa requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:01.955031 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Provisioning complete for port 8751c493-34d5-4a9b-ad02-af6abe27c98e triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:01.955676 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.058799 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.103848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Current status of the port 8751c493-34d5-4a9b-ad02-af6abe27c98e is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:02.104262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.138815 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] For port 8751c493-34d5-4a9b-ad02-af6abe27c98e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8751c493-34d5-4a9b-ad02-af6abe27c98e,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:02.228576 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.291024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Router d63e4323-a935-4937-8688-8efa0b01b8a7 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:28:02.313157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ca634-f9e5-4ded-9016-dfd5ab5bb20a req-1b473290-00a3-4efb-8b88-efb0484f99f6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:02.315426 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9f4ca634-f9e5-4ded-9016-dfd5ab5bb20a req-1b473290-00a3-4efb-8b88-efb0484f99f6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0774238 May 13 13:28:02.363562 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Pushing event updated for resources: {'Port': ['ID=8751c493-34d5-4a9b-ad02-af6abe27c98e,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:02.381203 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.381584 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.394517 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9a316-d12c-47fe-9129-5d2628d807d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:02.410289 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9f4ca634-f9e5-4ded-9016-dfd5ab5bb20a req-a312c3aa-bda6-4e68-b2a6-6f66190687a1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826137 May 13 13:28:02.429008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8751c493-34d5-4a9b-ad02-af6abe27c98e up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:02.490846 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 8751c493-34d5-4a9b-ad02-af6abe27c98e triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:02.491233 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.515129 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:02.526435 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Sync routers for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:02.537818 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:02.543989 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:02.579370 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9b16f319-bd7b-45a2-b7ee-1bebd84bd89d None None] Provisioning complete for port 8751c493-34d5-4a9b-ad02-af6abe27c98e triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:02.579832 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9b16f319-bd7b-45a2-b7ee-1bebd84bd89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.599936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.605045 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56654) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:02.607989 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-364e11a0-5290-4687-a6f4-e24a1fd118b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7677951 May 13 13:28:02.608814 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 8751c493-34d5-4a9b-ad02-af6abe27c98e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:02.686374 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:02.686731 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9b16f319-bd7b-45a2-b7ee-1bebd84bd89d None None] Current status of the port 8751c493-34d5-4a9b-ad02-af6abe27c98e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:02.893263 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:01Z', 'revision_number': 3, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:02.925325 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Checking router: d63e4323-a935-4937-8688-8efa0b01b8a7 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:02.925679 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Updating router d63e4323-a935-4937-8688-8efa0b01b8a7 port 3145ba77-f75b-4065-802b-b85269f32578 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:02.972531 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3145ba77-f75b-4065-802b-b85269f32578), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.178656 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:28:03.351633 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks [] for port (3145ba77-f75b-4065-802b-b85269f32578), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.444086 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.463217 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3145ba77-f75b-4065-802b-b85269f32578), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.531216 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Attempting to bind port 3145ba77-f75b-4065-802b-b85269f32578 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:03.532409 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Attempting to bind port 3145ba77-f75b-4065-802b-b85269f32578 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:03.533169 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Attempting to bind port 3145ba77-f75b-4065-802b-b85269f32578 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:03.544031 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:03.544805 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:03.546094 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.546713 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:03.547405 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Bound port: 3145ba77-f75b-4065-802b-b85269f32578, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:03.548214 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3145ba77-f75b-4065-802b-b85269f32578), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.589899 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Pushing event updated for resources: {'Port': ['ID=3145ba77-f75b-4065-802b-b85269f32578,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:03.606422 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.607074 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.608355 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.608921 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.609772 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.610325 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.628586 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:03.643845 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] For port 3145ba77-f75b-4065-802b-b85269f32578, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:03.649193 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] For port 3145ba77-f75b-4065-802b-b85269f32578, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3145ba77-f75b-4065-802b-b85269f32578,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:03.677391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7977-2f00-4ce6-a833-35b25bf97aa7 req-d4651581-38c8-4639-b63d-2545b8407b8b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:03.679981 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-57ad7977-2f00-4ce6-a833-35b25bf97aa7 req-d4651581-38c8-4639-b63d-2545b8407b8b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1458929 May 13 13:28:03.762688 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-57ad7977-2f00-4ce6-a833-35b25bf97aa7 req-9b754267-4a84-4e4d-9763-675949152351 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761852 May 13 13:28:03.772894 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3145ba77-f75b-4065-802b-b85269f32578), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.825365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Allocated IP 172.20.0.1 (235bca42-800d-41b0-b0e6-b3de898d8caa/0afcc659-3d50-4f1b-a971-34b474dee6af/fff687bd-1fd6-4b63-8b1f-822217fe0380) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:03.844045 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:03.844864 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:03.895879 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f95803-5fff-492e-b762-873951e6f7b4 None None] Pushing event updated for resources: {'Port': ['ID=3145ba77-f75b-4065-802b-b85269f32578,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:04.135377 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks [] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:04.160195 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:04.383443 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8751c493-34d5-4a9b-ad02-af6abe27c98e up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:04.513689 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 8751c493-34d5-4a9b-ad02-af6abe27c98e triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:04.515148 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:04.677598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 8751c493-34d5-4a9b-ad02-af6abe27c98e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:04.766258 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:01Z', 'revision_number': 3, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:04.802318 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf662c5-83ce-4d37-8724-e77db24b953f None None] The sync data for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi is: [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:01Z', 'revision_number': 3, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:04.860482 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:04.997001 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:05.012667 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75c118-69fa-445c-8853-5081af96e5d5 req-86d8b742-6b79-4346-acb2-f1cae226869e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:05.012667 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d75c118-69fa-445c-8853-5081af96e5d5 req-86d8b742-6b79-4346-acb2-f1cae226869e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1373608 May 13 13:28:05.103778 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Network 235bca42-800d-41b0-b0e6-b3de898d8caa is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:05.107261 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7d75c118-69fa-445c-8853-5081af96e5d5 req-4a4a90ad-fe5d-4ab8-8944-91260c0d5909 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838783 May 13 13:28:05.113578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:05.116268 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:05.167692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (d63e4323-a935-4937-8688-8efa0b01b8a7), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:05.605487 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:05.635784 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2e1c061c-829f-477e-9847-844794ca4464 None None] Provisioning complete for port fff687bd-1fd6-4b63-8b1f-822217fe0380 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:05.639394 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2e1c061c-829f-477e-9847-844794ca4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:05.742299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c061c-829f-477e-9847-844794ca4464 None None] Port fff687bd-1fd6-4b63-8b1f-822217fe0380 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:06.114937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks [] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.196920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.375590 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103271f-76b5-433b-8941-367a3f2606da req-f52b9fe8-2c62-4160-9f1e-8885511d5a0a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:06.396753 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2103271f-76b5-433b-8941-367a3f2606da req-f52b9fe8-2c62-4160-9f1e-8885511d5a0a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1283944 May 13 13:28:06.482082 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3145ba77-f75b-4065-802b-b85269f32578 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:06.512476 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:06.533847 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (d63e4323-a935-4937-8688-8efa0b01b8a7), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.588724 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2103271f-76b5-433b-8941-367a3f2606da req-b01bbcef-b3bb-4b44-b906-751606e449fe tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889894 May 13 13:28:06.626479 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 3145ba77-f75b-4065-802b-b85269f32578 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:06.627082 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3145ba77-f75b-4065-802b-b85269f32578), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.769844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Network 235bca42-800d-41b0-b0e6-b3de898d8caa is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:06.771288 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:06.789819 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 3145ba77-f75b-4065-802b-b85269f32578 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:06.790856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3145ba77-f75b-4065-802b-b85269f32578), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.829825 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 3145ba77-f75b-4065-802b-b85269f32578, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3145ba77-f75b-4065-802b-b85269f32578,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:06.911302 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3145ba77-f75b-4065-802b-b85269f32578), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:07.063401 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=3145ba77-f75b-4065-802b-b85269f32578,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:07.095570 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Router d63e4323-a935-4937-8688-8efa0b01b8a7 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:07.180134 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-37a2f792-96f2-4d14-9ed1-24f636a0ef55 None None] Provisioning complete for port fff687bd-1fd6-4b63-8b1f-822217fe0380 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:07.180947 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-37a2f792-96f2-4d14-9ed1-24f636a0ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:07.256198 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-37a2f792-96f2-4d14-9ed1-24f636a0ef55 None None] Port fff687bd-1fd6-4b63-8b1f-822217fe0380 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:07.344611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:07.350857 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-43ec6e04-144a-4d8c-853a-26de78ac81c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/d63e4323-a935-4937-8688-8efa0b01b8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7445326 May 13 13:28:07.836773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fde7f-88fe-49d8-964a-79197516864d req-1cf3c7b7-0151-40f3-8fb2-4bd47f1fa62b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:07.838525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce4fde7f-88fe-49d8-964a-79197516864d req-1cf3c7b7-0151-40f3-8fb2-4bd47f1fa62b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1411474 May 13 13:28:07.856497 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Sync routers for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:07.882694 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:07.883325 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:07.955969 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce4fde7f-88fe-49d8-964a-79197516864d req-7b7a3c74-ab82-45b0-9458-7ad755056519 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088359 May 13 13:28:08.321583 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:08.363588 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3145ba77-f75b-4065-802b-b85269f32578 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:08.523814 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 3145ba77-f75b-4065-802b-b85269f32578 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:08.524192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3145ba77-f75b-4065-802b-b85269f32578), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.564149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56740) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:08.570899 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1123850812-network', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:08.674543 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Made reservation on behalf of 79274e9a4e764aa8999b9ee551b0bc6e for: {'network': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:08.677591 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.700008 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.778763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 2, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:08.829686 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Checking router: d63e4323-a935-4937-8688-8efa0b01b8a7 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:08.830069 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Updating router d63e4323-a935-4937-8688-8efa0b01b8a7 port fff687bd-1fd6-4b63-8b1f-822217fe0380 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:08.832010 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 3145ba77-f75b-4065-802b-b85269f32578 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:08.852263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks [] for security_group (08f7efd8-ff0d-4663-93ff-c96320d6be54), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.872902 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.932357 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (08f7efd8-ff0d-4663-93ff-c96320d6be54), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.964945 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:28:08.972095 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7efd8-ff0d-4663-93ff-c96320d6be54,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:08.980717 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (124b37cd-7024-4d2e-aea7-2e60359b331a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.981101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.segments_db [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Added segment 124b37cd-7024-4d2e-aea7-2e60359b331a of type vlan for network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 May 13 13:28:09.034888 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (45a9313a-54c1-4a52-87d9-a20d91ce40a3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.150806 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30f7a7-3a1d-44d2-9ef8-31f5865d03af req-a89920d0-bbde-46c5-89ae-01c38f3e1f3c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.153061 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c30f7a7-3a1d-44d2-9ef8-31f5865d03af req-a89920d0-bbde-46c5-89ae-01c38f3e1f3c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0829842 May 13 13:28:09.167783 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (45a9313a-54c1-4a52-87d9-a20d91ce40a3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.168868 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.169499 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.278551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks [] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.280306 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] Pushing event updated for resources: {'Network': ['ID=45a9313a-54c1-4a52-87d9-a20d91ce40a3,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:09.294227 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:28:09.300154 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c30f7a7-3a1d-44d2-9ef8-31f5865d03af req-5d0a004a-b3d0-40b4-9165-0be0b97aaa46 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337099 May 13 13:28:09.330356 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-03a3b314-ea14-4812-a372-76157405bc68 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7643025 May 13 13:28:09.338979 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 56756) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:09.344149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Request body: {'subnet': {'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1123850812-subnet', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:09.369001 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.425830 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded16e7-4221-4012-b71a-a2e9e1913275 None None] Pushing event updated for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:09.503867 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Attempting to bind port fff687bd-1fd6-4b63-8b1f-822217fe0380 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:09.504452 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Attempting to bind port fff687bd-1fd6-4b63-8b1f-822217fe0380 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:09.504822 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Attempting to bind port fff687bd-1fd6-4b63-8b1f-822217fe0380 on network 235bca42-800d-41b0-b0e6-b3de898d8caa {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:09.511235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:09.511669 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Checking segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:09.512063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.512531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Bound using segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:09.513191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Bound port: fff687bd-1fd6-4b63-8b1f-822217fe0380, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:09.513560 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.517109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Made reservation on behalf of 79274e9a4e764aa8999b9ee551b0bc6e for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:09.521176 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528156988'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.618058 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] For port fff687bd-1fd6-4b63-8b1f-822217fe0380, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:09.627181 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] For port fff687bd-1fd6-4b63-8b1f-822217fe0380, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=fff687bd-1fd6-4b63-8b1f-822217fe0380,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:09.702585 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-aedb5194-4917-44bc-905d-b3966647badb None None] Provisioning complete for port fff687bd-1fd6-4b63-8b1f-822217fe0380 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:09.703098 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-aedb5194-4917-44bc-905d-b3966647badb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.753010 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-aedb5194-4917-44bc-905d-b3966647badb None None] Port fff687bd-1fd6-4b63-8b1f-822217fe0380 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:09.756160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.834749 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56760) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:09.849233 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:09.850219 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:09.923839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5117212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528156962'] for subnet (3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.947066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded16e7-4221-4012-b71a-a2e9e1913275 None None] Pushing event updated for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.034356 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:10.079481 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-bfda87dd-ece6-4ede-a26b-bcee572fd007 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2376842 May 13 13:28:10.140581 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2b50239b-bfb0-4ec3-899b-7dc823764c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.155703 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Checking segment: {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:10.156056 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Network hostable DHCP agents. Network: 45a9313a-54c1-4a52-87d9-a20d91ce40a3, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:28:10.158195 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.206177 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-185a1215-8632-4d4d-97a5-886ee80e9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.215279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-185a1215-8632-4d4d-97a5-886ee80e9d72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 1129 time: 0.0706577 May 13 13:28:10.257650 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Provisioning complete for port fff687bd-1fd6-4b63-8b1f-822217fe0380 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:10.258783 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.283593 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2b50239b-bfb0-4ec3-899b-7dc823764c44 admin admin] Publish callbacks [] for security_group (3d002128-2d9d-47bb-a8e8-6658b6100711), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.297358 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:28:10.328178 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.348910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2b50239b-bfb0-4ec3-899b-7dc823764c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (3d002128-2d9d-47bb-a8e8-6658b6100711), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.384606 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-4d152281-9ba2-42cc-a0b1-bc6595435d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.388436 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-4d152281-9ba2-42cc-a0b1-bc6595435d3f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.1519713 May 13 13:28:10.420171 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2b50239b-bfb0-4ec3-899b-7dc823764c44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7063f805431a433bab3249108e0443af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832672 May 13 13:28:10.437914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56772) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:10.453754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Current status of the port fff687bd-1fd6-4b63-8b1f-822217fe0380 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:10.454183 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.504469 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-ffd8eeca-89c2-481a-95a6-25c4fea698c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77 HTTP/1.1" status: 200 len: 217 time: 0.1055195 May 13 13:28:10.506095 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 45a9313a-54c1-4a52-87d9-a20d91ce40a3) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:10.522105 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50239b-bfb0-4ec3-899b-7dc823764c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d002128-2d9d-47bb-a8e8-6658b6100711,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.522615 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] For port fff687bd-1fd6-4b63-8b1f-822217fe0380, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=fff687bd-1fd6-4b63-8b1f-822217fe0380,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:10.530675 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] Publish callbacks [] for security_group (3d002128-2d9d-47bb-a8e8-6658b6100711), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.533323 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.534303 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.544321 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c9c38-2665-44aa-952a-b459858a4886 None None] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:10.561147 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] Publish callbacks [] for security_group (3d002128-2d9d-47bb-a8e8-6658b6100711), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.611960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.624302 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:09Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:10.643245 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-73642a4f-f322-4ea3-90f3-5ff7349e2bcb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3008933 May 13 13:28:10.643910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56774) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:10.648728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:10.649447 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7543e-cdb3-4dd4-adb3-4b2d4b5b6ec9 req-8ac11dba-91f9-487b-9743-9798551a632b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.651652 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ffc7543e-cdb3-4dd4-adb3-4b2d4b5b6ec9 req-8ac11dba-91f9-487b-9743-9798551a632b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1598792 May 13 13:28:10.658428 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-0217ce1f-d10d-456b-baa6-f5e58e133774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.659950 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-0217ce1f-d10d-456b-baa6-f5e58e133774 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.1338937 May 13 13:28:10.717842 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (3d002128-2d9d-47bb-a8e8-6658b6100711), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.720970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.722842 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d002128-2d9d-47bb-a8e8-6658b6100711 HTTP/1.1" status: 204 len: 168 time: 0.2834754 May 13 13:28:10.735826 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4bf73-a460-4724-8ef2-5c54486cb858 None None] The sync data for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi is: [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:09Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:10.742982 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be2a8-f1b6-4901-8159-77030afcc3c9 None None] Pushing event updated for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.744042 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f56b8-8b65-4245-87c9-073bd0373e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d002128-2d9d-47bb-a8e8-6658b6100711,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.758477 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-9c1aa6a5-808c-4275-b831-90dee65b0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.760233 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-9c1aa6a5-808c-4275-b831-90dee65b0e2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913484 May 13 13:28:10.797494 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.798994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.898081 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'fixed_ips': [{'subnet_id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:28:10.900273 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.968651 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ffc7543e-cdb3-4dd4-adb3-4b2d4b5b6ec9 req-c19565c5-ab0a-4314-88e1-1592b0c9bdf8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070507 May 13 13:28:10.982002 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for router_controller (08eef61c-a14c-4625-9dd0-8fb9d96778ba), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:11.071253 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-8b5a49a3-0bc8-4b90-862c-1592dbb385e8 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000307 May 13 13:28:11.421122 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d63340f6-4b15-409c-a77a-6fd630210cf6 req-4b2ab15a-c732-425c-b9df-a2ce5f270bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801938 May 13 13:28:11.523824 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for router_gateway (08eef61c-a14c-4625-9dd0-8fb9d96778ba), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:11.535458 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Allocated IP 172.20.0.2 (45a9313a-54c1-4a52-87d9-a20d91ce40a3/3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f/e650e7de-322e-4b99-a846-9d58c59ae908) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:11.781610 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks [] for port (e650e7de-322e-4b99-a846-9d58c59ae908), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.022523 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.195391 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:12.216945 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:12.224807 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Pushing event updated for resources: {'Port': ['ID=e650e7de-322e-4b99-a846-9d58c59ae908,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:12.227058 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:12.336097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294340e-00ba-4a21-93fc-b93823f3b478 req-e66aa909-5e99-42a1-910d-89f53de8d4a8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:12.339808 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6294340e-00ba-4a21-93fc-b93823f3b478 req-e66aa909-5e99-42a1-910d-89f53de8d4a8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.1619611 May 13 13:28:12.387208 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device fff687bd-1fd6-4b63-8b1f-822217fe0380 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:12.413509 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for router_gateway (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.419884 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Attempting to bind port e650e7de-322e-4b99-a846-9d58c59ae908 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:12.420303 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Attempting to bind port e650e7de-322e-4b99-a846-9d58c59ae908 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:12.420675 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Attempting to bind port e650e7de-322e-4b99-a846-9d58c59ae908 on network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:12.430760 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:12.431140 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Checking segment: {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:12.431548 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.431949 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Bound using segment: {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:12.432428 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Bound port: e650e7de-322e-4b99-a846-9d58c59ae908, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:12.432816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.441745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.455963 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6294340e-00ba-4a21-93fc-b93823f3b478 req-9bd53492-f531-4141-bd4b-4abbe2be3ae9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906076 May 13 13:28:12.535405 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port fff687bd-1fd6-4b63-8b1f-822217fe0380 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:12.536308 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.589691 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Allocated IP 172.27.0.157 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/75b390d2-c8db-4d1d-94c4-ee57e30a9f87) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:12.600847 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] For port e650e7de-322e-4b99-a846-9d58c59ae908, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:12.627639 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] For port e650e7de-322e-4b99-a846-9d58c59ae908, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=e650e7de-322e-4b99-a846-9d58c59ae908,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:12.696154 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port fff687bd-1fd6-4b63-8b1f-822217fe0380 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:12.724385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.872368 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea48735-3628-4eda-b3e7-ba357861a062 None None] Pushing event updated for resources: {'Port': ['ID=e650e7de-322e-4b99-a846-9d58c59ae908,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:13.063623 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.189302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.264542 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:13.272842 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:13.282872 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:13.353809 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Pushing event updated for resources: {'Port': ['ID=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:13.631238 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c782a-6ba1-49d0-8b47-aa1187d38d1f req-f8a1e359-ee93-4620-a2e6-5ea39a4ebe90 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:13.632892 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a63c782a-6ba1-49d0-8b47-aa1187d38d1f req-f8a1e359-ee93-4620-a2e6-5ea39a4ebe90 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0790617 May 13 13:28:13.705876 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a63c782a-6ba1-49d0-8b47-aa1187d38d1f req-30226327-4e62-4a54-bf6f-fbb48dc7be05 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655215 May 13 13:28:13.745418 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for router_gateway (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.031203 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.137199 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada28637-cade-45b2-ac13-189dda5bc87b None None] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:14.230504 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Provisioning complete for port e650e7de-322e-4b99-a846-9d58c59ae908 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:14.244271 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.364856 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Router 08eef61c-a14c-4625-9dd0-8fb9d96778ba is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:28:14.526332 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Current status of the port e650e7de-322e-4b99-a846-9d58c59ae908 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:14.526895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.597906 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:14.618779 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Sync routers for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:14.629153 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] For port e650e7de-322e-4b99-a846-9d58c59ae908, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=e650e7de-322e-4b99-a846-9d58c59ae908,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:14.651405 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f518b72a-bc82-4d9c-8b53-86b5f35c3429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.658453 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:14.660020 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:14.692134 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device e650e7de-322e-4b99-a846-9d58c59ae908 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:14.733075 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.779250 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.781040 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port e650e7de-322e-4b99-a846-9d58c59ae908 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:14.781040 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.781808 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-29d805ed-c0f5-4881-be76-7991133ddee0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1361871 May 13 13:28:14.783959 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 56842) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:14.894421 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2af8a-8c49-437f-bc42-58cc860f8aa2 None None] Pushing event updated for resources: {'Port': ['ID=e650e7de-322e-4b99-a846-9d58c59ae908,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:14.909338 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-3135836a-6a51-4efb-8b11-5edc454b2ef7 None None] Provisioning complete for port e650e7de-322e-4b99-a846-9d58c59ae908 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:14.909839 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3135836a-6a51-4efb-8b11-5edc454b2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.935678 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:14.965842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port e650e7de-322e-4b99-a846-9d58c59ae908 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:14.976405 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3acbb-b331-444a-acb3-5427d5f1b69f req-fe6e6a9c-a333-48ba-b153-680dde4ef8c7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:14.983921 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-78d3acbb-b331-444a-acb3-5427d5f1b69f req-fe6e6a9c-a333-48ba-b153-680dde4ef8c7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0719254 May 13 13:28:15.018678 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-3135836a-6a51-4efb-8b11-5edc454b2ef7 None None] Current status of the port e650e7de-322e-4b99-a846-9d58c59ae908 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:15.103849 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-78d3acbb-b331-444a-acb3-5427d5f1b69f req-0d996731-833a-4b70-a79b-733c2a84d19c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186996 May 13 13:28:15.376383 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 3, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:15.444946 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Checking router: 08eef61c-a14c-4625-9dd0-8fb9d96778ba for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:15.445565 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Updating router 08eef61c-a14c-4625-9dd0-8fb9d96778ba port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:15.488280 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-04493565-557e-4038-8ecf-01d640974438 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656459 May 13 13:28:15.509147 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.551786 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.755193 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-24ec6199-be21-421b-b4de-f9ec5ff67995 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:15.756857 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-24ec6199-be21-421b-b4de-f9ec5ff67995 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677851 May 13 13:28:15.776757 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-ce697b56-95fc-4887-a789-59d58b193cbf tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/quotas/cf41675800ef4cea9d8865f15ea46d2e HTTP/1.1" status: 200 len: 375 time: 0.0118377 May 13 13:28:15.791952 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Allocated IP 172.20.0.1 (45a9313a-54c1-4a52-87d9-a20d91ce40a3/3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f/c801ccfe-05ff-4638-ad5b-4be94a322e83) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:15.826835 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-4c009932-5589-4c92-9ebc-278d63c7c741 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418921 May 13 13:28:15.893120 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks [] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.959637 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks [] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.991633 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.052075 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.061184 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Attempting to bind port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:16.061900 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Attempting to bind port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:16.062472 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Attempting to bind port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:16.075709 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:16.076967 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:16.077649 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.078210 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:16.078827 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Bound port: 75b390d2-c8db-4d1d-94c4-ee57e30a9f87, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:16.079207 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.080986 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74288-b7ba-4d5a-9c26-af652bd3a97a None None] Pushing event updated for resources: {'Port': ['ID=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:16.149175 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] For port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:16.154073 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] For port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:16.190823 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:16.221141 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2da36688-f44d-4a19-81f0-50063098ecbe req-02757074-a834-4b9e-8ef0-704aae3c94bd tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0574458 May 13 13:28:16.222503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:16.245031 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.268062 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:16.295863 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3ebfd-003d-4a7d-a1e1-66ac027098c1 req-6c8d9d60-c438-49bc-b6e8-76793491f5b9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:16.306401 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17f3ebfd-003d-4a7d-a1e1-66ac027098c1 req-6c8d9d60-c438-49bc-b6e8-76793491f5b9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0816412 May 13 13:28:16.386664 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:16.389142 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-17f3ebfd-003d-4a7d-a1e1-66ac027098c1 req-1c11bd49-2d25-4ef2-aa8a-d305341e149e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816867 May 13 13:28:16.409343 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device e650e7de-322e-4b99-a846-9d58c59ae908 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:16.417018 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.417420 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.417756 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.418142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.418687 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.419033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.419371 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.419770 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.420138 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.420474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.420868 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.421203 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.421534 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.421947 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.422279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:16.442068 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:16.443094 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:27:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:16.445671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.574147 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port e650e7de-322e-4b99-a846-9d58c59ae908 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:16.574671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.585461 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74288-b7ba-4d5a-9c26-af652bd3a97a None None] Pushing event updated for resources: {'Port': ['ID=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:16.713287 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port e650e7de-322e-4b99-a846-9d58c59ae908 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:16.725696 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:16.758514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-534cf4e9-bb58-47d4-971d-465039741705 None None] Provisioning complete for port c801ccfe-05ff-4638-ad5b-4be94a322e83 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:16.758892 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-534cf4e9-bb58-47d4-971d-465039741705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.807221 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-534cf4e9-bb58-47d4-971d-465039741705 None None] Port c801ccfe-05ff-4638-ad5b-4be94a322e83 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:16.918279 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 3, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:16.933433 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.949560 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993b97b-61ac-4d95-a0cb-dc877afeaef1 None None] The sync data for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi is: [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 3, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:17.040789 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-14c3db43-ec5c-4338-b2af-94317d17b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:17.148714 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks [] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:17.271382 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:17.401098 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-80165fd7-40e2-4475-9eaa-b33647a69748 req-b4b9f8c0-0660-4893-978e-d62577104699 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0718548 May 13 13:28:17.431354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:17.431354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:17.550784 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f010-3a30-4210-aa88-3e3ce6437b76 req-4363a3d4-7505-44d2-9d9d-2cbca053e91d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:17.553009 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33c8f010-3a30-4210-aa88-3e3ce6437b76 req-4363a3d4-7505-44d2-9d9d-2cbca053e91d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 943 time: 0.0565088 May 13 13:28:17.600582 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:17.602142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:17.653362 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-33c8f010-3a30-4210-aa88-3e3ce6437b76 req-0f1cec15-b436-4878-aae6-0cf5d27084b3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926135 May 13 13:28:17.807356 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Router 08eef61c-a14c-4625-9dd0-8fb9d96778ba has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:17.917751 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:28:18.051295 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:18.075287 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1e1ea9d1-b77f-4e9f-92c6-a952484d0a50 admin admin] 10.222.0.25 "PUT /v2.0/routers/08eef61c-a14c-4625-9dd0-8fb9d96778ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2808805 May 13 13:28:18.087061 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-69ea0e89-b7c3-4950-a85a-563074d526d7 None None] Provisioning complete for port c801ccfe-05ff-4638-ad5b-4be94a322e83 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:18.087441 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-69ea0e89-b7c3-4950-a85a-563074d526d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.099601 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:18.139671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'mac_address': 'fa:16:3e:da:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:28:18.170185 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-69ea0e89-b7c3-4950-a85a-563074d526d7 None None] Port c801ccfe-05ff-4638-ad5b-4be94a322e83 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:18.221154 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:18.221565 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.238169 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.241747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:18.269255 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:18.387292 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.410268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:18.528201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=9']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:18.552393 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:18.552393 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.575000 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-66fadc2b-2d3a-4b86-9bf4-52685ba70abf req-5eb0df51-ea1a-4c40-8870-aaa9205fdb33 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0386622 May 13 13:28:18.672281 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:18.675167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.715419 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:18.789336 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:18.797967 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94088014-a5d1-46da-a73d-82dd3f7da0ae req-0e6c3c9a-68a4-42fd-957e-06447ae31ff4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:18.803083 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['1a4cef43-4ad0-41f0-9857-11ea57340642'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:18.806440 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-94088014-a5d1-46da-a73d-82dd3f7da0ae req-0e6c3c9a-68a4-42fd-957e-06447ae31ff4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.0660474 May 13 13:28:18.869359 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-94088014-a5d1-46da-a73d-82dd3f7da0ae req-e8873fa3-a622-4ca4-a119-a34f9918bb30 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616355 May 13 13:28:18.948103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:19.421745 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-40676126-fd50-4a8e-ae91-d1b6892f710a tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500143 May 13 13:28:19.448194 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Sync routers for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:19.459229 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:19.459852 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:19.519788 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:19.723701 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:19.749809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-8ced045f-c398-46e9-8fd2-d510e4accf2b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:19.751632 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-8ced045f-c398-46e9-8fd2-d510e4accf2b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3241556 May 13 13:28:19.768954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Request body: {'port': {'device_id': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d', 'admin_state_up': True, 'tenant_id': 'cf41675800ef4cea9d8865f15ea46d2e'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:19.828843 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1727315c-8618-4a2c-908b-eaab889ac757 req-37d1cbb8-2379-461f-86b2-4ac784a11c97 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0718420 May 13 13:28:19.920592 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:20.118441 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfeeff-789e-4c65-9a71-0c0caafb24e1 req-a38d4cac-1fc2-4a86-b7c7-5f82adea1f5d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:20.124870 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7adfeeff-789e-4c65-9a71-0c0caafb24e1 req-a38d4cac-1fc2-4a86-b7c7-5f82adea1f5d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 944 time: 0.1167498 May 13 13:28:20.172365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Made reservation on behalf of cf41675800ef4cea9d8865f15ea46d2e for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:20.183480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.220234 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.294029 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7adfeeff-789e-4c65-9a71-0c0caafb24e1 req-84d861ab-6f16-41fe-83e3-b1ed64616e9f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622925 May 13 13:28:20.321301 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 1a4cef43-4ad0-41f0-9857-11ea57340642 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:20.321940 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.466000 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:20.466215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks [] for security_group (30bf74c2-be32-484f-ab4f-ad8ebd7ae400), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.760613 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:16Z', 'revision_number': 4, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'c801ccfe-05ff-4638-ad5b-4be94a322e83', 'name': '', 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'mac_address': 'fa:16:3e:3a:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:15Z', 'updated_at': '2022-05-13T13:28:17Z', 'revision_number': 2, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'subnets': [{'id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:20.778121 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (30bf74c2-be32-484f-ab4f-ad8ebd7ae400), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.860557 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:20.862097 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:20.937103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Checking router: 08eef61c-a14c-4625-9dd0-8fb9d96778ba for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:20.937956 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Updating router 08eef61c-a14c-4625-9dd0-8fb9d96778ba port c801ccfe-05ff-4638-ad5b-4be94a322e83 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:20.988076 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.032305 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf74c2-be32-484f-ab4f-ad8ebd7ae400,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:21.039262 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-88337166-ab82-4131-b3ed-b6579a1547e5 req-7540e50a-5c5e-4fcd-90b1-72a9fb4b2355 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0732012 May 13 13:28:21.054342 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.062144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.063215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:21.102464 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Allocated IP 192.168.233.133 (556f35e8-bae8-47bc-a0e8-3ce5c7f1942d/9642077c-8ab7-4100-ad45-79ea201a5ebe/e84251c9-c1ff-42fe-90fb-e8740154bb18) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:21.165116 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.284634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 1a4cef43-4ad0-41f0-9857-11ea57340642 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:21.284634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.352637 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:21.366282 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:21.368890 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbcf90-ff01-4bf0-9de3-ace8151e31c1" -d '{"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:21.392033 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:21.449702 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks [] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.467305 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096d6bd-9d61-4766-a1d1-464588ea719b x-openstack-request-id: req-a096d6bd-9d61-4766-a1d1-464588ea719b {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:21.468112 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:21.468465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a096d6bd-9d61-4766-a1d1-464588ea719b {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:21.468869 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a096d6bd-9d61-4766-a1d1-464588ea719b'] response: {'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'code': 200} May 13 13:28:21.473747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.595213 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695096b-9169-49aa-8609-ba7e62bf0c84 req-2dbfb6e8-bd94-457e-ab94-b317b62f0ac6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:21.706030 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6695096b-9169-49aa-8609-ba7e62bf0c84 req-2dbfb6e8-bd94-457e-ab94-b317b62f0ac6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.1331341 May 13 13:28:21.706030 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6695096b-9169-49aa-8609-ba7e62bf0c84 req-077929c1-1009-41eb-b47c-2f1e2800c218 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450273 May 13 13:28:21.706628 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks [] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.724086 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=10']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:21.751660 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.775389 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:21.778275 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:21.798717 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:21.877332 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.939943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:21.940722 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.945946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Pushing event updated for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:22.016409 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b5a86-4992-45f5-9be0-19c350e14728 None None] Pushing event updated for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:22.032855 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-c5d23256-790d-4431-a6e4-85d48218017b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2699912 May 13 13:28:22.129495 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Attempting to bind port c801ccfe-05ff-4638-ad5b-4be94a322e83 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:22.130129 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Attempting to bind port c801ccfe-05ff-4638-ad5b-4be94a322e83 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:22.130726 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Attempting to bind port c801ccfe-05ff-4638-ad5b-4be94a322e83 on network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:22.143173 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:22.143856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Checking segment: {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:22.144425 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:22.144974 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Bound using segment: {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:22.146983 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Bound port: c801ccfe-05ff-4638-ad5b-4be94a322e83, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b37cd-7024-4d2e-aea7-2e60359b331a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:22.148786 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:22.274014 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] For port c801ccfe-05ff-4638-ad5b-4be94a322e83, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:22.274260 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a051b-32a8-43d7-b833-8b96a5bc4a1d req-afcb92e4-cd96-4309-aa5b-0aecba4a81eb tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:22.277730 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] For port c801ccfe-05ff-4638-ad5b-4be94a322e83, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=c801ccfe-05ff-4638-ad5b-4be94a322e83,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:22.283160 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-550a051b-32a8-43d7-b833-8b96a5bc4a1d req-afcb92e4-cd96-4309-aa5b-0aecba4a81eb tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 936 time: 0.1074147 May 13 13:28:22.306943 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2b9f77b9-4737-4b31-ac0e-f82e88b94f25 None None] Provisioning complete for port e84251c9-c1ff-42fe-90fb-e8740154bb18 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:22.318694 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2b9f77b9-4737-4b31-ac0e-f82e88b94f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:22.379577 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-550a051b-32a8-43d7-b833-8b96a5bc4a1d req-cff8383c-e9ea-46db-8eff-302af9cce850 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927091 May 13 13:28:22.392853 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:22.428098 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f77b9-4737-4b31-ac0e-f82e88b94f25 None None] Port e84251c9-c1ff-42fe-90fb-e8740154bb18 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:22.516200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:22.523441 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:22.616646 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b5a86-4992-45f5-9be0-19c350e14728 None None] Pushing event updated for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:22.649359 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Provisioning complete for port c801ccfe-05ff-4638-ad5b-4be94a322e83 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:22.650156 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:22.838136 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:22.906775 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ac2da-f89f-4c69-aded-f1a0573372f1 req-786cae62-e3ed-499a-8a69-730e114c5a82 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:22.929232 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-976ac2da-f89f-4c69-aded-f1a0573372f1 req-786cae62-e3ed-499a-8a69-730e114c5a82 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.1441751 May 13 13:28:23.028117 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-976ac2da-f89f-4c69-aded-f1a0573372f1 req-683b6e95-73fc-40a1-9f9c-42584469c9c9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956426 May 13 13:28:23.036299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Current status of the port c801ccfe-05ff-4638-ad5b-4be94a322e83 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:23.036711 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:23.088612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Request body: {'port': {'device_id': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:23.097827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] For port c801ccfe-05ff-4638-ad5b-4be94a322e83, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=c801ccfe-05ff-4638-ad5b-4be94a322e83,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:23.176420 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:23.229958 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:16Z', 'revision_number': 4, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'c801ccfe-05ff-4638-ad5b-4be94a322e83', 'name': '', 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'mac_address': 'fa:16:3e:3a:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:15Z', 'updated_at': '2022-05-13T13:28:22Z', 'revision_number': 4, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'subnets': [{'id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:23.235448 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:23.332489 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e58ca3-aaac-4d8b-a135-60ad1b9d042e None None] Pushing event updated for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:23.339008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cedeb6-02a9-452b-a193-e9f068f4188e None None] The sync data for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi is: [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:28:16Z', 'revision_number': 4, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'c801ccfe-05ff-4638-ad5b-4be94a322e83', 'name': '', 'network_id': '45a9313a-54c1-4a52-87d9-a20d91ce40a3', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'mac_address': 'fa:16:3e:3a:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:15Z', 'updated_at': '2022-05-13T13:28:22Z', 'revision_number': 4, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'subnets': [{'id': '3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:23.356369 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-36d87eba-d37e-4762-9c24-4396422f8800 None None] Provisioning complete for port c801ccfe-05ff-4638-ad5b-4be94a322e83 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:23.356779 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-36d87eba-d37e-4762-9c24-4396422f8800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:23.666576 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-36d87eba-d37e-4762-9c24-4396422f8800 None None] Current status of the port c801ccfe-05ff-4638-ad5b-4be94a322e83 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:23.688503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc48c-9fa7-46a6-8b7d-03e7ff5bbd87 req-0cdc0e75-6417-4734-a60c-051c59f3fec9 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:23.690983 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d3acc48c-9fa7-46a6-8b7d-03e7ff5bbd87 req-0cdc0e75-6417-4734-a60c-051c59f3fec9 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 936 time: 0.1261930 May 13 13:28:23.755577 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d3acc48c-9fa7-46a6-8b7d-03e7ff5bbd87 req-f0db3e77-1c88-4cb9-8226-daec659790cd tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549018 May 13 13:28:23.894104 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84251c9-c1ff-42fe-90fb-e8740154bb18 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:23.915808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks [] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:23.965315 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Transition to ACTIVE for port object e84251c9-c1ff-42fe-90fb-e8740154bb18 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:28:24.068939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:24.084751 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613f537-db14-4d10-8798-9bfaa4c2ac31 req-b5f16b7f-adc4-4afa-84d6-f3e7504d4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:24.100690 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c613f537-db14-4d10-8798-9bfaa4c2ac31 req-b5f16b7f-adc4-4afa-84d6-f3e7504d4f5b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1130 time: 0.1771612 May 13 13:28:24.195219 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c613f537-db14-4d10-8798-9bfaa4c2ac31 req-d1066df4-73e4-4178-a934-c9932059af41 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815997 May 13 13:28:24.237657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c073cfa-cbcd-428e-9f4f-4fb988da95fc req-72f18476-3b32-4d6c-ae13-54acf752d452 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:24.244654 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c073cfa-cbcd-428e-9f4f-4fb988da95fc req-72f18476-3b32-4d6c-ae13-54acf752d452 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0807962 May 13 13:28:24.282099 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:24.415285 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device c801ccfe-05ff-4638-ad5b-4be94a322e83 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:24.528919 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port c801ccfe-05ff-4638-ad5b-4be94a322e83 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:24.530024 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:24.667121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port c801ccfe-05ff-4638-ad5b-4be94a322e83 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:24.786714 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c073cfa-cbcd-428e-9f4f-4fb988da95fc req-28355298-99fd-4c55-b258-8450efd8d5a4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5410614 May 13 13:28:24.874242 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Attempting to bind port e84251c9-c1ff-42fe-90fb-e8740154bb18 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:24.874664 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Attempting to bind port e84251c9-c1ff-42fe-90fb-e8740154bb18 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:24.875076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Attempting to bind port e84251c9-c1ff-42fe-90fb-e8740154bb18 on network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:24.892953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Port e84251c9-c1ff-42fe-90fb-e8740154bb18 on network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:28:24.892953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Attempting to bind port e84251c9-c1ff-42fe-90fb-e8740154bb18 on network 556f35e8-bae8-47bc-a0e8-3ce5c7f1942d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:24.894671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:24.895049 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Checking segment: {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:24.895612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Bound using segment: {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:24.896229 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Bound port: e84251c9-c1ff-42fe-90fb-e8740154bb18, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ce4949-2f3e-4325-ad25-0e2545d8cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:24.896791 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:25.027237 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524be5b9-2db4-4282-8133-239e6bbae0c4 req-10daccc9-ce77-4c01-8a2e-2efdfb8304a4 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:25.032755 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-524be5b9-2db4-4282-8133-239e6bbae0c4 req-10daccc9-ce77-4c01-8a2e-2efdfb8304a4 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.1569288 May 13 13:28:25.046546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:25.065960 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:25.098905 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-524be5b9-2db4-4282-8133-239e6bbae0c4 req-36dfe7e7-5f20-4b36-98ce-f5b4244ec693 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593574 May 13 13:28:25.137975 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:25.229077 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:25.229884 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:25.231458 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] 10.222.0.70 "PUT /v2.0/ports/e84251c9-c1ff-42fe-90fb-e8740154bb18 HTTP/1.1" status: 200 len: 1098 time: 2.1555915 May 13 13:28:25.232109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:25.241452 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0743688c-c55c-4548-b42f-1bfa2e8550b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:25.328200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5f67-f9b7-47e0-9c16-c43083059ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:25.377023 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98921c6d-0165-467f-8ef3-a5c8842df499 x-openstack-request-id: req-98921c6d-0165-467f-8ef3-a5c8842df499 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:25.377608 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:25.378068 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98921c6d-0165-467f-8ef3-a5c8842df499 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:25.378637 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98921c6d-0165-467f-8ef3-a5c8842df499'] response: {'name': 'network-changed', 'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18', 'status': 'completed', 'code': 200} May 13 13:28:25.455349 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743688c-c55c-4548-b42f-1bfa2e8550b8 req-667209b5-a166-4d2a-8799-9dbfaebd8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:25.456938 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0743688c-c55c-4548-b42f-1bfa2e8550b8 req-667209b5-a166-4d2a-8799-9dbfaebd8e19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 1132 time: 0.0772004 May 13 13:28:25.985648 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fba2e-139e-466a-9e01-59f025ea13eb req-0abd9383-5502-479d-be1a-c218c0d8d515 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:25.995662 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c93fba2e-139e-466a-9e01-59f025ea13eb req-0abd9383-5502-479d-be1a-c218c0d8d515 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0804439 May 13 13:28:26.080190 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c93fba2e-139e-466a-9e01-59f025ea13eb req-4e2db1f9-a95e-4af9-aff2-ab8f0e77586c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832553 May 13 13:28:26.292336 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b0ef-0637-483b-8272-ef05b4c82e46 req-81fc3a75-dfff-4bea-a37a-3c5917a9f87f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:26.303330 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e427b0ef-0637-483b-8272-ef05b4c82e46 req-81fc3a75-dfff-4bea-a37a-3c5917a9f87f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0688806 May 13 13:28:26.359348 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e427b0ef-0637-483b-8272-ef05b4c82e46 req-6527675d-12a5-46d9-946c-c41022ceeb9b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 May 13 13:28:27.282617 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac99f7-9b5b-4e10-8d9c-d765edd68581 req-07bae36f-60ea-4747-b8a2-29b406c1254c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:27.284211 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f2ac99f7-9b5b-4e10-8d9c-d765edd68581 req-07bae36f-60ea-4747-b8a2-29b406c1254c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0811160 May 13 13:28:27.340318 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0743688c-c55c-4548-b42f-1bfa2e8550b8 req-a48e752b-eac9-48b9-ae9d-5c8b0c71713b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365422 May 13 13:28:27.376657 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f2ac99f7-9b5b-4e10-8d9c-d765edd68581 req-6c6e44ad-02da-4050-b65e-75a312be6af2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777783 May 13 13:28:27.510895 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bc32b-e1b5-456c-b7d3-160c449c0739 req-04907d41-2b8d-41e3-bded-54603e351abf tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:27.512675 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-935bc32b-e1b5-456c-b7d3-160c449c0739 req-04907d41-2b8d-41e3-bded-54603e351abf tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0621614 May 13 13:28:27.572024 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-935bc32b-e1b5-456c-b7d3-160c449c0739 req-4e03d3cb-7960-4f66-92ef-cf1120b73a48 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504220 May 13 13:28:28.310444 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743688c-c55c-4548-b42f-1bfa2e8550b8 req-e7a8e99b-9e49-4ab0-92a6-65eaeccdae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:28.311958 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0743688c-c55c-4548-b42f-1bfa2e8550b8 req-e7a8e99b-9e49-4ab0-92a6-65eaeccdae7b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923572 May 13 13:28:28.432189 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-37222134-a061-4ddc-a268-212e1b654a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:28.433592 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-37222134-a061-4ddc-a268-212e1b654a24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 1132 time: 0.0480337 May 13 13:28:28.518378 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f2aae-4d81-4aa6-8c91-f9c6f86e8061 req-1b71019b-f1a3-4967-83f4-627eb7de21e9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:28.519992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd1f2aae-4d81-4aa6-8c91-f9c6f86e8061 req-1b71019b-f1a3-4967-83f4-627eb7de21e9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0484848 May 13 13:28:28.577746 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-fe372bf2-4219-4864-81b3-1b04fe7de963 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18 HTTP/1.1" status: 200 len: 217 time: 0.0661135 May 13 13:28:28.578382 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd1f2aae-4d81-4aa6-8c91-f9c6f86e8061 req-119843a5-75dc-4c65-9282-f707215f6d28 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518534 May 13 13:28:28.707410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9559c1-5497-4831-a85d-a8fef902792a req-716e4968-674b-47e2-8d5d-d555b6c9d8a6 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:28.708907 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fa9559c1-5497-4831-a85d-a8fef902792a req-716e4968-674b-47e2-8d5d-d555b6c9d8a6 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0615904 May 13 13:28:28.757518 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fa9559c1-5497-4831-a85d-a8fef902792a req-e6b00c38-37e2-4d81-a1d5-0fb6127a42d4 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 May 13 13:28:29.249806 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-4ce0c844-2443-4cae-ad17-45bb24cc4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:29.251700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-4ce0c844-2443-4cae-ad17-45bb24cc4d98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9642077c-8ab7-4100-ad45-79ea201a5ebe HTTP/1.1" status: 200 len: 843 time: 0.0674069 May 13 13:28:29.306907 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-88592f31-6ca0-4662-8df9-9fb426e65d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:29.308444 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-88592f31-6ca0-4662-8df9-9fb426e65d16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=556f35e8-bae8-47bc-a0e8-3ce5c7f1942d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0453727 May 13 13:28:29.414781 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-9afbf278-5ef2-4ac7-a2cc-5b33fcd3c27a service neutron] 10.222.0.70 "GET /v2.0/networks/556f35e8-bae8-47bc-a0e8-3ce5c7f1942d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998032 May 13 13:28:29.535429 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2651dbba-5660-42ea-878a-8eaafbda5fd4 req-7bda736a-3c7a-4bb4-90b6-5f5fbee7f9cc service neutron] 10.222.0.70 "GET /v2.0/networks/556f35e8-bae8-47bc-a0e8-3ce5c7f1942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134422 May 13 13:28:29.898040 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00b00-7625-4386-847b-7164266c5696 req-b8cc1adc-fce6-4043-b857-be466c6bb456 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:29.907857 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49b00b00-7625-4386-847b-7164266c5696 req-b8cc1adc-fce6-4043-b857-be466c6bb456 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0709999 May 13 13:28:29.975044 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961934a3-3bc4-46b0-9b10-2962b029a1c6 req-ffd43f95-b238-4c63-9dd5-e29e41a631df tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:29.975503 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-49b00b00-7625-4386-847b-7164266c5696 req-cfebb322-8241-4ae3-ba1a-ca2f6a4b5188 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663943 May 13 13:28:29.982016 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-961934a3-3bc4-46b0-9b10-2962b029a1c6 req-ffd43f95-b238-4c63-9dd5-e29e41a631df tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.3021417 May 13 13:28:30.034336 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-961934a3-3bc4-46b0-9b10-2962b029a1c6 req-ba9f3bd5-63c2-41d2-924a-57c6a451ea17 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535152 May 13 13:28:31.105610 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e9a34-1b98-4d5f-a7ef-16204facbcea req-e6210a6c-f659-47f1-95be-c0b0db9918ae tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:31.105610 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f18e9a34-1b98-4d5f-a7ef-16204facbcea req-e6210a6c-f659-47f1-95be-c0b0db9918ae tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0626771 May 13 13:28:31.176020 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d0af9-c33c-4622-95c7-65b11d423992 req-f792aea5-f1f1-4253-8488-677824a8ab5f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:31.181035 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f18e9a34-1b98-4d5f-a7ef-16204facbcea req-ece2febe-9ce2-4d60-8d1c-fa78b423087b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688369 May 13 13:28:31.183840 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-493d0af9-c33c-4622-95c7-65b11d423992 req-f792aea5-f1f1-4253-8488-677824a8ab5f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0619988 May 13 13:28:31.240162 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-493d0af9-c33c-4622-95c7-65b11d423992 req-a925fe5b-c03d-4537-8bfc-8b414dd8e19c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552256 May 13 13:28:32.303520 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59f4f-beeb-49f0-9894-4de54a03504c req-4c30d580-f423-4fb7-9643-0738bf6ec5ce tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:32.305026 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c6e59f4f-beeb-49f0-9894-4de54a03504c req-4c30d580-f423-4fb7-9643-0738bf6ec5ce tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0502710 May 13 13:28:32.353128 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c6e59f4f-beeb-49f0-9894-4de54a03504c req-e219dc50-fb46-499e-a878-1d2b99ed864a tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 May 13 13:28:32.368256 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942b97-0df8-41cb-bc4b-d8dffdb61a46 req-a85ccbd3-3bfd-4a74-bdf8-33f4603bf3b9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:32.369953 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ae942b97-0df8-41cb-bc4b-d8dffdb61a46 req-a85ccbd3-3bfd-4a74-bdf8-33f4603bf3b9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0504992 May 13 13:28:32.415877 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ae942b97-0df8-41cb-bc4b-d8dffdb61a46 req-992bc870-d556-4002-b0b5-e1d360fb1649 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399153 May 13 13:28:33.037368 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-d3029bfe-8ea8-431c-b7d7-6a80c90b76f9 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:33.038846 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-d3029bfe-8ea8-431c-b7d7-6a80c90b76f9 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 814 time: 0.0990517 May 13 13:28:33.052666 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-8063aab2-0ebd-47e0-a989-74463251a4ae tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/quotas/1503b2654ff7475b98032519919ae481 HTTP/1.1" status: 200 len: 375 time: 0.0085607 May 13 13:28:33.116436 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-d28f7c49-2521-47a5-a481-257d1b893f27 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588698 May 13 13:28:33.211735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-699d3824-2142-4135-bdbd-2d5e1c939c4f service neutron] 10.222.0.25 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818048 May 13 13:28:33.303950 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-0c38edbd-c98a-4a7c-924e-965f0bf78e96 service neutron] 10.222.0.25 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858183 May 13 13:28:33.472739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917e6e5-b1d8-4e4f-9c5d-6837763f5793 req-2225e628-1e90-49e5-9381-1cfa7ba9933f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:33.474316 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1917e6e5-b1d8-4e4f-9c5d-6837763f5793 req-2225e628-1e90-49e5-9381-1cfa7ba9933f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0535026 May 13 13:28:33.524756 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1917e6e5-b1d8-4e4f-9c5d-6837763f5793 req-d6960f22-9b4d-420a-8157-e415b62cfc32 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 May 13 13:28:33.632823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-08a6bac1-09fe-4415-9bfd-53e7a65a2af8 req-54656c72-471c-4ae5-89f4-8dfd9be5339f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 210 time: 0.0381095 May 13 13:28:33.642981 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0f46-f5f7-4e2c-b3cf-af94df73eed2 req-3dfbba8e-eab0-4b0a-a927-9a5f2a116948 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:33.648350 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c5d0f46-f5f7-4e2c-b3cf-af94df73eed2 req-3dfbba8e-eab0-4b0a-a927-9a5f2a116948 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0574484 May 13 13:28:33.703901 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c5d0f46-f5f7-4e2c-b3cf-af94df73eed2 req-f94f799f-8d12-4449-8c00-6835422a8632 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528603 May 13 13:28:33.888604 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57196) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:33.932511 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Deleting subnet 594eff6e-551f-4fd2-904f-89944a7c5d1f {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:28:33.937508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Publish callbacks [] for subnet (594eff6e-551f-4fd2-904f-89944a7c5d1f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.974174 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (594eff6e-551f-4fd2-904f-89944a7c5d1f), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.013805 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (594eff6e-551f-4fd2-904f-89944a7c5d1f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.161201 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (594eff6e-551f-4fd2-904f-89944a7c5d1f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.189173 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594eff6e-551f-4fd2-904f-89944a7c5d1f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:34.191505 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.194749 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-309e75d2-3927-4b15-b7e1-02865addb4e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/594eff6e-551f-4fd2-904f-89944a7c5d1f HTTP/1.1" status: 204 len: 168 time: 0.3050847 May 13 13:28:34.197141 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57198) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:34.268009 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.344448 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.365451 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:34.375278 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8d77f0-38e1-4f1d-be90-bfb76539ad73') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:34.375545 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8d77f0-38e1-4f1d-be90-bfb76539ad73') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:34.384989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (5b8d77f0-38e1-4f1d-be90-bfb76539ad73), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.402910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5b8d77f0-38e1-4f1d-be90-bfb76539ad73), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.409538 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:28:34.410118 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (5b8d77f0-38e1-4f1d-be90-bfb76539ad73), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:28:34.411908 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:28:34.579573 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.587061 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:34.590670 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7 HTTP/1.1" status: 204 len: 168 time: 0.3925474 May 13 13:28:34.612770 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a7b7-d70d-42f0-abaa-3b97fa382960 admin admin] Pushing event deleted for resources: {'Network': ['ID=4811dfd5-b4ea-4a2f-a60d-8cbf48f0d4e7,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:34.659704 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8938d-ed31-418f-8a9b-64a2e3a9ca62 req-e32783db-49a8-4c96-a19f-66bdc68bd8d6 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:34.661632 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-92f8938d-ed31-418f-8a9b-64a2e3a9ca62 req-e32783db-49a8-4c96-a19f-66bdc68bd8d6 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0508020 May 13 13:28:34.714366 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-92f8938d-ed31-418f-8a9b-64a2e3a9ca62 req-06382168-7da4-4d7d-a265-6f342dc8ebbf tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 May 13 13:28:34.715698 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7e18678f-0d3e-47c7-979c-dd27f6898978 req-8cdee26c-52b3-4e25-b600-365305003016 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 210 time: 0.0298569 May 13 13:28:34.818950 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830b179-3859-43cf-8572-d4562db372e5 req-1504c5cc-35e6-40d9-a8c8-048ccbffd9f2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:34.820341 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f830b179-3859-43cf-8572-d4562db372e5 req-1504c5cc-35e6-40d9-a8c8-048ccbffd9f2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0475593 May 13 13:28:34.871441 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f830b179-3859-43cf-8572-d4562db372e5 req-969dac3e-f18a-41ca-b084-0dfce376e659 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 May 13 13:28:35.083652 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57218) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:35.125581 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-33b5d285-0700-4765-9c7b-bdd689c44f49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ea1460c53954c6a915fc638a2690cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378280 May 13 13:28:35.125837 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57220) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:35.172315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] Publish callbacks [] for security_group (c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:35.193534 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] Publish callbacks [] for security_group (c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:35.316915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:35.319621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:35.320787 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae HTTP/1.1" status: 204 len: 168 time: 0.1940525 May 13 13:28:35.329134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fba23b-9728-4d31-81a1-b77d1e324d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d42ce2-d1a5-4949-9d0a-fdbba8dd87ae,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:35.824034 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a06d5411-9596-4330-88a3-ec4985e94a34 req-ffe7d8df-709b-4f06-ba45-d3b023164b9c tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 210 time: 0.0335321 May 13 13:28:35.845471 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212269-0d73-441b-a89d-52a21bf82318 req-f114191d-4b1d-4f7b-bdfb-be20c306dc9d tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:35.846996 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2f212269-0d73-441b-a89d-52a21bf82318 req-f114191d-4b1d-4f7b-bdfb-be20c306dc9d tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 948 time: 0.0563095 May 13 13:28:35.894898 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2f212269-0d73-441b-a89d-52a21bf82318 req-ef046f5e-49b9-4fcc-b63d-485a2adcf298 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 May 13 13:28:36.122029 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device e84251c9-c1ff-42fe-90fb-e8740154bb18 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:28:36.166270 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-00d01bf9-2770-46c2-a9fa-5e0f68f69fbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:36.167968 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-00d01bf9-2770-46c2-a9fa-5e0f68f69fbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 814 time: 0.1150112 May 13 13:28:36.190641 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'port': {'device_id': '92bf6a17-fa9f-410e-b25d-4053de456900', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'admin_state_up': True, 'tenant_id': '1503b2654ff7475b98032519919ae481'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:36.231180 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:36.247551 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'e84251c9-c1ff-42fe-90fb-e8740154bb18', 'network_id': '556f35e8-bae8-47bc-a0e8-3ce5c7f1942d', 'port_id': 'e84251c9-c1ff-42fe-90fb-e8740154bb18', 'mac_address': 'fa:16:3e:af:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9642077c-8ab7-4100-ad45-79ea201a5ebe', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:28:36.308980 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port e84251c9-c1ff-42fe-90fb-e8740154bb18 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:36.309499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.328904 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84251c9-c1ff-42fe-90fb-e8740154bb18 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:36.349185 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:36.460028 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Made reservation on behalf of 1503b2654ff7475b98032519919ae481 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:36.463513 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.463728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57254) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:36.527007 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.567770 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1746741708-network', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:36.593103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:36.606926 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Allocated IP 172.20.0.8 (235bca42-800d-41b0-b0e6-b3de898d8caa/0afcc659-3d50-4f1b-a971-34b474dee6af/77185538-d455-4ce8-942b-c0fc75b37ded) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:36.697558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Made reservation on behalf of d3e32e04d1f44e97b903f98c7c2749db for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:36.700292 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.713773 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.761522 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for port (77185538-d455-4ce8-942b-c0fc75b37ded), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.795091 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks [] for security_group (0ee7bffc-8d4d-42df-9f0f-6544585f3752), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.845172 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['e84251c9-c1ff-42fe-90fb-e8740154bb18'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:36.900340 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.911294 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0ee7bffc-8d4d-42df-9f0f-6544585f3752), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:36.956390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Network 235bca42-800d-41b0-b0e6-b3de898d8caa is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:36.960240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:36.971264 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:36.979657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:36.986776 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee7bffc-8d4d-42df-9f0f-6544585f3752,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:37.009971 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:28:37.020281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0d9ab-b59c-4da0-9087-03ea8ce6b612 req-29ae44af-3b0b-4aa4-86d6-4ac1179b7012 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:37.027788 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ec0d9ab-b59c-4da0-9087-03ea8ce6b612 req-29ae44af-3b0b-4aa4-86d6-4ac1179b7012 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.1346242 May 13 13:28:37.075497 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (166c3232-0c4e-4b32-9dbc-790042b83ff5), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.075845 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Added segment 166c3232-0c4e-4b32-9dbc-790042b83ff5 of type vlan for network 6c9600aa-af97-422e-b469-899e3d008792 May 13 13:28:37.089166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:37.090146 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.100091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd18d-2bd0-4891-8503-4357a42f7bbf req-cd2dbd62-b733-414a-942b-3b6f9b659214 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:37.101741 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ef3cd18d-2bd0-4891-8503-4357a42f7bbf req-cd2dbd62-b733-414a-942b-3b6f9b659214 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 949 time: 0.0714371 May 13 13:28:37.118410 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ec0d9ab-b59c-4da0-9087-03ea8ce6b612 req-a7cc5518-ce42-490c-ad61-cd1e254335b8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897312 May 13 13:28:37.132013 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (6c9600aa-af97-422e-b469-899e3d008792), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.193196 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ef3cd18d-2bd0-4891-8503-4357a42f7bbf req-6ff4e45a-6082-4bba-9e2f-f30f8dbb9368 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819168 May 13 13:28:37.222238 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-ecc7e1f3-cb88-4d00-9a67-a6c2aba41032 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0359788 May 13 13:28:37.266314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (6c9600aa-af97-422e-b469-899e3d008792), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.267447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:37.268710 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.296116 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-3d328104-064f-41dd-a13e-8a9925ba5e71 None None] Provisioning complete for port 77185538-d455-4ce8-942b-c0fc75b37ded triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:37.296721 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d328104-064f-41dd-a13e-8a9925ba5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.365169 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-3d328104-064f-41dd-a13e-8a9925ba5e71 None None] Port 77185538-d455-4ce8-942b-c0fc75b37ded cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:37.397273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9600aa-af97-422e-b469-899e3d008792,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:37.411133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 6c9600aa-af97-422e-b469-899e3d008792 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:28:37.457446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-19645ce0-e506-4a16-8c81-847440698352 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9919064 May 13 13:28:37.461204 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57288) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:37.472151 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Request body: {'subnet': {'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1746741708-subnet', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:37.565863 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Made reservation on behalf of d3e32e04d1f44e97b903f98c7c2749db for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:37.568222 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.877151 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (7237cb52-d108-46c9-b606-7c1a5616a27d), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:37.935975 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7237cb52-d108-46c9-b606-7c1a5616a27d,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:37.948941 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:37.951518 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Network hostable DHCP agents. Network: 6c9600aa-af97-422e-b469-899e3d008792, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:28:38.063434 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Network 6c9600aa-af97-422e-b469-899e3d008792 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:28:38.140938 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device e84251c9-c1ff-42fe-90fb-e8740154bb18 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:38.173886 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 6c9600aa-af97-422e-b469-899e3d008792) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:38.183750 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:38.184355 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.206785 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d693f-7d98-48cb-9363-16165f05016d None None] Network 6c9600aa-af97-422e-b469-899e3d008792 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:38.274835 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port e84251c9-c1ff-42fe-90fb-e8740154bb18 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:28:38.286371 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2509fdb0-8df7-4638-850f-766d3ef62034 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8232973 May 13 13:28:38.288720 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57298) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:38.295338 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:38.340646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351db49-7107-4254-a7ac-83c7d5509683 req-5a93157d-a026-40b4-9cae-7043229fedd4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:38.349492 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d351db49-7107-4254-a7ac-83c7d5509683 req-5a93157d-a026-40b4-9cae-7043229fedd4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.1156676 May 13 13:28:38.396419 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-6c9600aa-af97-422e-b469-899e3d008792', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:28:38.397380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.418221 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port e84251c9-c1ff-42fe-90fb-e8740154bb18 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:38.418634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.457227 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d351db49-7107-4254-a7ac-83c7d5509683 req-0eb0479f-d4d8-4bd5-a737-6ab8a41ce462 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068816 May 13 13:28:38.461099 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625444c1-b0d5-4d26-877a-83397fb133b3 req-4b107922-cd1c-4032-b938-bf2f5e84a6ad tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:38.462711 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-625444c1-b0d5-4d26-877a-83397fb133b3 req-4b107922-cd1c-4032-b938-bf2f5e84a6ad tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 949 time: 0.1002135 May 13 13:28:38.489219 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (a4afc109-1858-440a-9dac-b1be353357d9), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.490380 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (a4afc109-1858-440a-9dac-b1be353357d9), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.550473 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-625444c1-b0d5-4d26-877a-83397fb133b3 req-9b6f3d9d-e746-42be-abdb-4915d29d9e85 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760043 May 13 13:28:38.600117 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for router_controller (a4afc109-1858-440a-9dac-b1be353357d9), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.668029 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port e84251c9-c1ff-42fe-90fb-e8740154bb18 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:38.668420 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.707772 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:38.710059 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e15ce-bb82-4bd8-935b-5eda5b15228d" -d '{"events": [{"server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "name": "network-vif-plugged", "status": "completed", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:38.713589 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Allocated IP 172.20.0.2 (6c9600aa-af97-422e-b469-899e3d008792/7237cb52-d108-46c9-b606-7c1a5616a27d/2f75e0f2-7598-453b-b64b-e1a25b50ab2e) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:38.731606 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:38.795400 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc05d9f-bfd2-445b-bb87-cb30b084f0df x-openstack-request-id: req-ddc05d9f-bfd2-445b-bb87-cb30b084f0df {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:38.795812 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "name": "network-vif-plugged", "status": "completed", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:38.796132 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddc05d9f-bfd2-445b-bb87-cb30b084f0df {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:38.796594 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc05d9f-bfd2-445b-bb87-cb30b084f0df'] response: {'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18', 'code': 200} May 13 13:28:38.804442 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.834238 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for router_gateway (a4afc109-1858-440a-9dac-b1be353357d9), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.890014 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:38.938373 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks [] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.017680 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.059540 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:39.062677 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:39.066535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:39.104195 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Pushing event updated for resources: {'Port': ['ID=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:39.132872 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for router_gateway (a4afc109-1858-440a-9dac-b1be353357d9), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.133418 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Attempting to bind port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:39.133418 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Attempting to bind port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:39.133598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Attempting to bind port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:39.139807 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:39.140169 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:39.140714 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.141117 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Bound using segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:39.141597 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Bound port: 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:39.142071 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.158239 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.221015 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] For port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:39.224679 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] For port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:39.276776 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Allocated IP 172.27.0.207 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/1b5908d9-b27e-4837-9b73-40b625059893) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:39.320903 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.397108 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed5e03-eea2-4eac-b066-31de2b0c8d4d None None] Pushing event updated for resources: {'Port': ['ID=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:39.414748 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for port (1b5908d9-b27e-4837-9b73-40b625059893), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.515672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (1b5908d9-b27e-4837-9b73-40b625059893), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.580595 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:39.594675 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:39.601454 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:39.720589 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d715bc-de73-4260-a936-9a459bff7e20 req-75f33c85-3d08-48af-ab99-cf75133fa779 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:39.735728 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3d715bc-de73-4260-a936-9a459bff7e20 req-75f33c85-3d08-48af-ab99-cf75133fa779 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0967376 May 13 13:28:39.740872 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Pushing event updated for resources: {'Port': ['ID=1b5908d9-b27e-4837-9b73-40b625059893,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:39.750642 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f8d3-c8a4-452c-80c3-ef3a26269665 req-9e75e1fe-1533-4b7f-bbcc-4eb298fce28f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:39.752392 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6834f8d3-c8a4-452c-80c3-ef3a26269665 req-9e75e1fe-1533-4b7f-bbcc-4eb298fce28f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.2233856 May 13 13:28:39.824542 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3d715bc-de73-4260-a936-9a459bff7e20 req-b17b30cf-2cdd-46a1-a731-aa543c191bee tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872567 May 13 13:28:39.882338 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6834f8d3-c8a4-452c-80c3-ef3a26269665 req-a18942de-8dcf-4e34-ba63-50b1319d6a46 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236022 May 13 13:28:40.057329 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:28:40.095922 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for router_gateway (a4afc109-1858-440a-9dac-b1be353357d9), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.248318 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.350407 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (a4afc109-1858-440a-9dac-b1be353357d9), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.356021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2f75e0f2-7598-453b-b64b-e1a25b50ab2e up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:40.426063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:40.427299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.584573 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:40.585058 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.633881 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:40.659394 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d75f0-5d79-4772-9da0-e0174041e22c None None] Network 6c9600aa-af97-422e-b469-899e3d008792 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:40.757505 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-a8a7210a-d317-4c36-9a91-0e9f6021ca56 None None] Provisioning complete for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:40.757905 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a8a7210a-d317-4c36-9a91-0e9f6021ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.760313 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:40.853873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Router a4afc109-1858-440a-9dac-b1be353357d9 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:28:40.885665 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:40.955943 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7210a-d317-4c36-9a91-0e9f6021ca56 None None] Current status of the port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:41.024453 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be104bdf-702d-4ee6-aace-bece31b0dce3 req-c0eae8e2-bae9-4c61-9797-6f5e4ee0f30c tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:41.032107 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be104bdf-702d-4ee6-aace-bece31b0dce3 req-c0eae8e2-bae9-4c61-9797-6f5e4ee0f30c tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0896854 May 13 13:28:41.107365 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:41.121247 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:41.130065 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be104bdf-702d-4ee6-aace-bece31b0dce3 req-53967639-a93a-44ab-afe1-804e3cab4a87 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882771 May 13 13:28:41.145619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26957a-cffb-4b0c-aacb-57a0b32e1c1a req-a9d11205-331c-481d-8ef9-ff42775883ca tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:41.147331 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:41.150271 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:41.159008 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ed26957a-cffb-4b0c-aacb-57a0b32e1c1a req-a9d11205-331c-481d-8ef9-ff42775883ca tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.1006303 May 13 13:28:41.202162 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:41.203393 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-11464273-ec38-4819-8f4e-f4edd27e87be admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9135475 May 13 13:28:41.206308 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57318) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:41.243388 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ed26957a-cffb-4b0c-aacb-57a0b32e1c1a req-9326f318-3e34-41c5-b6f8-f2c30fbd0f2e tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777359 May 13 13:28:41.279914 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-a375bdf0-2b5a-4145-b54d-925cd641bc01 None None] Provisioning complete for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:41.283384 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a375bdf0-2b5a-4145-b54d-925cd641bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:41.398054 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a375bdf0-2b5a-4145-b54d-925cd641bc01 None None] Current status of the port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:41.437468 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:41.672406 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:39Z', 'revision_number': 3, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:41.714791 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:41.714791 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Updating router a4afc109-1858-440a-9dac-b1be353357d9 port 1b5908d9-b27e-4837-9b73-40b625059893 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:41.746950 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1b5908d9-b27e-4837-9b73-40b625059893), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:41.747222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.007284 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks [] for port (1b5908d9-b27e-4837-9b73-40b625059893), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.070242 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Allocated IP 172.20.0.1 (6c9600aa-af97-422e-b469-899e3d008792/7237cb52-d108-46c9-b606-7c1a5616a27d/be45fef2-57e8-4e68-9656-2995a89abbf4) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:42.116878 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1b5908d9-b27e-4837-9b73-40b625059893), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.168237 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Attempting to bind port 1b5908d9-b27e-4837-9b73-40b625059893 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:42.168237 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Attempting to bind port 1b5908d9-b27e-4837-9b73-40b625059893 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:42.168917 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Attempting to bind port 1b5908d9-b27e-4837-9b73-40b625059893 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:42.181265 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:42.181950 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:42.182419 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.182885 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:42.183443 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Bound port: 1b5908d9-b27e-4837-9b73-40b625059893, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:42.183891 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1b5908d9-b27e-4837-9b73-40b625059893), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.229361 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc3cf7-24de-4d16-b3d0-22b2429ccbac None None] Pushing event updated for resources: {'Port': ['ID=1b5908d9-b27e-4837-9b73-40b625059893,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:42.248975 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks [] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.253042 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] For port 1b5908d9-b27e-4837-9b73-40b625059893, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:42.268538 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] For port 1b5908d9-b27e-4837-9b73-40b625059893, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b5908d9-b27e-4837-9b73-40b625059893,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:42.349322 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd109-75c5-4af8-bd6c-4a3eb9459164 req-c48ea0e4-c2f2-48fc-bf7c-18dda1d2bce1 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:42.351026 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-768fd109-75c5-4af8-bd6c-4a3eb9459164 req-c48ea0e4-c2f2-48fc-bf7c-18dda1d2bce1 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.1322596 May 13 13:28:42.351628 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1b5908d9-b27e-4837-9b73-40b625059893), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.361652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2f75e0f2-7598-453b-b64b-e1a25b50ab2e up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:42.412111 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc3cf7-24de-4d16-b3d0-22b2429ccbac None None] Pushing event updated for resources: {'Port': ['ID=1b5908d9-b27e-4837-9b73-40b625059893,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:42.424613 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4be09-f222-4fb3-b86e-32d4a8c35ee0 req-da2ed14b-c1b4-486b-9f1f-ee4594fa466c tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:42.426233 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-57a4be09-f222-4fb3-b86e-32d4a8c35ee0 req-da2ed14b-c1b4-486b-9f1f-ee4594fa466c tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0787475 May 13 13:28:42.433758 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.445211 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:42.445211 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:42.498981 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-57a4be09-f222-4fb3-b86e-32d4a8c35ee0 req-173c61dd-15a3-4dc4-b079-27cca7147b97 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 May 13 13:28:42.511426 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:42.512077 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.537176 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-768fd109-75c5-4af8-bd6c-4a3eb9459164 req-e118b150-434b-4f7b-8b4a-270960ccd08b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801291 May 13 13:28:42.545857 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:42.551327 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:42.554328 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:42.611502 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (a4afc109-1858-440a-9dac-b1be353357d9), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.615102 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Pushing event updated for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:42.635502 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:42.700229 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:42.862841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.915793 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:39Z', 'revision_number': 3, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:42.932407 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-21d35f9a-1772-4188-905a-f5f945668065 None None] Provisioning complete for port be45fef2-57e8-4e68-9656-2995a89abbf4 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:42.932784 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-21d35f9a-1772-4188-905a-f5f945668065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.950020 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7113293-6812-4caf-8a6f-d656d9c7e69f None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:39Z', 'revision_number': 3, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:42.976973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-21d35f9a-1772-4188-905a-f5f945668065 None None] Port be45fef2-57e8-4e68-9656-2995a89abbf4 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:43.058381 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks [] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:43.122648 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:43.202503 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (a4afc109-1858-440a-9dac-b1be353357d9), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:43.204464 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Pushing event updated for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:43.370666 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:43.372225 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:43.575668 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:43.716385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-fd088332-a10d-403a-bea5-1e24167dd995 None None] Provisioning complete for port be45fef2-57e8-4e68-9656-2995a89abbf4 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:43.717977 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fd088332-a10d-403a-bea5-1e24167dd995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:43.721362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afa6ea-5012-4b41-a1df-4f0365685003 req-4ee838a0-fc81-4006-bf16-eb30833531f8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:43.722979 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d5afa6ea-5012-4b41-a1df-4f0365685003 req-4ee838a0-fc81-4006-bf16-eb30833531f8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0733871 May 13 13:28:43.752064 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de122e07-1836-4d90-a861-1a1eb9e30ec2 req-4bff0dee-a651-45b9-91a2-a883ee34b215 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:43.753645 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de122e07-1836-4d90-a861-1a1eb9e30ec2 req-4bff0dee-a651-45b9-91a2-a883ee34b215 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0818167 May 13 13:28:43.811508 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-fd088332-a10d-403a-bea5-1e24167dd995 None None] Port be45fef2-57e8-4e68-9656-2995a89abbf4 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:43.827059 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d5afa6ea-5012-4b41-a1df-4f0365685003 req-e33b7dc1-84ae-4826-90c9-dcce2951ea1a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848231 May 13 13:28:43.885189 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:43.891524 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a70b0f71-b2d0-45e0-984a-f6de49b05e8e admin admin] 10.222.0.25 "PUT /v2.0/routers/a4afc109-1858-440a-9dac-b1be353357d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841297 May 13 13:28:43.935095 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de122e07-1836-4d90-a861-1a1eb9e30ec2 req-c07a4ed9-1ab9-4bfc-a00c-f0472f3b4a6e tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721931 May 13 13:28:44.360848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b5908d9-b27e-4837-9b73-40b625059893 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:44.420598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1b5908d9-b27e-4837-9b73-40b625059893 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:44.421299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b5908d9-b27e-4837-9b73-40b625059893), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.518482 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1b5908d9-b27e-4837-9b73-40b625059893 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:44.518883 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1b5908d9-b27e-4837-9b73-40b625059893), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.564206 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 1b5908d9-b27e-4837-9b73-40b625059893, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b5908d9-b27e-4837-9b73-40b625059893,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:44.630984 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1b5908d9-b27e-4837-9b73-40b625059893), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.675907 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-16f1a2b5-4a3f-46cd-8f43-50f9a2968344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.710152 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=1b5908d9-b27e-4837-9b73-40b625059893,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:44.728517 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57354) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:44.733419 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460102877-network', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:44.831251 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Made reservation on behalf of 9cbe2e9981c749b29a3a0d9b2d6d4db3 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:44.833903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.844003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:44.925180 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:44.936110 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:44.937239 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:45.008677 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71d30-bbe6-4ca9-9440-63aaf8ec8fd6 req-372c57fe-de53-438c-92e2-0d222a261705 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:45.010572 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6da71d30-bbe6-4ca9-9440-63aaf8ec8fd6 req-372c57fe-de53-438c-92e2-0d222a261705 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0947182 May 13 13:28:45.036641 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks [] for security_group (9a35133b-587e-4cda-bdb5-69be235cd4b4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.085910 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6da71d30-bbe6-4ca9-9440-63aaf8ec8fd6 req-71d395b4-06e5-444b-8740-725929de5340 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666981 May 13 13:28:45.088559 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:45.109340 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9a35133b-587e-4cda-bdb5-69be235cd4b4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.118565 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c8d85-e698-4a7c-9fd2-be87b8733cc8 req-78de1103-8154-4645-aea5-2ae21bc054d9 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:45.123807 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-670c8d85-e698-4a7c-9fd2-be87b8733cc8 req-78de1103-8154-4645-aea5-2ae21bc054d9 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0661683 May 13 13:28:45.138792 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:28:45.155167 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35133b-587e-4cda-bdb5-69be235cd4b4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:45.169142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (aec1c42f-fc28-422a-a923-3b3e19a02db1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.169497 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Added segment aec1c42f-fc28-422a-a923-3b3e19a02db1 of type vlan for network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 May 13 13:28:45.180406 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-670c8d85-e698-4a7c-9fd2-be87b8733cc8 req-2932d446-7c36-42ff-a9c0-32ac41599644 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527956 May 13 13:28:45.228682 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.316894 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.317914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:45.318513 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.383048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] Pushing event updated for resources: {'Network': ['ID=d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:45.402025 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:28:45.469690 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f80552b9-dd57-485a-8a37-76600c3c2858 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7400458 May 13 13:28:45.472762 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57364) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:45.478005 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Request body: {'subnet': {'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460102877-subnet', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'ip_version': 4}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:45.546361 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 2, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:45.573046 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:45.573470 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Updating router a4afc109-1858-440a-9dac-b1be353357d9 port be45fef2-57e8-4e68-9656-2995a89abbf4 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:45.579352 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Made reservation on behalf of 9cbe2e9981c749b29a3a0d9b2d6d4db3 for: {'subnet': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:28:45.589901 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528156988'] for subnet (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.603639 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.885394 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks [] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.920509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5117212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528156962'] for subnet (3888d7e6-c55f-42bd-8b12-0cf23d2a1a60), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:45.982772 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3888d7e6-c55f-42bd-8b12-0cf23d2a1a60,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:45.993647 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Checking segment: {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:45.994070 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Network hostable DHCP agents. Network: d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:28:46.000265 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.052936 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8a6a-2583-4b1f-bfb2-ecf4240e5a25 None None] Pushing event updated for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:46.116381 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Attempting to bind port be45fef2-57e8-4e68-9656-2995a89abbf4 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:46.116712 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Attempting to bind port be45fef2-57e8-4e68-9656-2995a89abbf4 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:46.117091 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Attempting to bind port be45fef2-57e8-4e68-9656-2995a89abbf4 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:46.123665 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:46.124049 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:46.124519 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.124921 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Bound using segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:46.125658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Bound port: be45fef2-57e8-4e68-9656-2995a89abbf4, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:46.126018 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.128326 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:28:46.224795 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] For port be45fef2-57e8-4e68-9656-2995a89abbf4, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:46.226043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d67b-7c56-4c07-afd2-e663b7e89f78 req-b761a484-0ae6-40fd-9af8-b48e331ef051 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:46.227757 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7701d67b-7c56-4c07-afd2-e663b7e89f78 req-b761a484-0ae6-40fd-9af8-b48e331ef051 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0599825 May 13 13:28:46.228983 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176) {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:46.229301 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] For port be45fef2-57e8-4e68-9656-2995a89abbf4, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=be45fef2-57e8-4e68-9656-2995a89abbf4,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:46.238274 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e37680-112c-493c-a2ec-ace17523fc8f None None] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:46.242024 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:46.244231 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.322752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.345083 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7701d67b-7c56-4c07-afd2-e663b7e89f78 req-ccd4b732-f6fc-40ed-b327-c7660771474d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890152 May 13 13:28:46.374409 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9d6de46a-b142-406a-83eb-f2f1e54ad258 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8975263 May 13 13:28:46.374987 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57374) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:46.379566 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:46.403384 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b5908d9-b27e-4837-9b73-40b625059893 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:46.487762 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Provisioning complete for port be45fef2-57e8-4e68-9656-2995a89abbf4 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:46.488234 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.489299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.491052 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.538435 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421b31-2500-4198-b782-300edfc6ffaa req-8c572e8d-bf12-4422-911e-018097b10c4f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:46.546405 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-83421b31-2500-4198-b782-300edfc6ffaa req-8c572e8d-bf12-4422-911e-018097b10c4f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0999246 May 13 13:28:46.562433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'fixed_ips': [{'subnet_id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:28:46.563723 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.587757 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:46.588758 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:46.598546 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8a6a-2583-4b1f-bfb2-ecf4240e5a25 None None] Pushing event updated for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:46.611017 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for router_controller (1ebba711-dbb6-413f-a6d5-5946267755a4), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.625355 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-83421b31-2500-4198-b782-300edfc6ffaa req-ca75c66d-6dde-45f7-b151-da984454d3c6 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739634 May 13 13:28:46.702011 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1b5908d9-b27e-4837-9b73-40b625059893 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:46.706032 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b5908d9-b27e-4837-9b73-40b625059893), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.898199 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for router_gateway (1ebba711-dbb6-413f-a6d5-5946267755a4), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.960019 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Current status of the port be45fef2-57e8-4e68-9656-2995a89abbf4 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:46.960472 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:46.986648 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:47.070066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Allocated IP 172.20.0.2 (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176/3888d7e6-c55f-42bd-8b12-0cf23d2a1a60/1b20f38c-fa91-42d4-9f8d-792aa48c1c30) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:47.134970 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] For port be45fef2-57e8-4e68-9656-2995a89abbf4, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=be45fef2-57e8-4e68-9656-2995a89abbf4,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:47.280869 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1b5908d9-b27e-4837-9b73-40b625059893 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:47.479977 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0434a58-f93f-4ade-8178-8ef26cd60161 req-1c499589-33fc-4d2d-bd3c-93e0671749e0 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:47.481239 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f0434a58-f93f-4ade-8178-8ef26cd60161 req-1c499589-33fc-4d2d-bd3c-93e0671749e0 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0564582 May 13 13:28:47.555255 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-304c1565-584c-42b4-8d75-39798af56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:46Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:47.557396 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks [] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.587228 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c1565-584c-42b4-8d75-39798af56053 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:46Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:47.798824 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-52d7ce38-12df-4715-b89b-57de4862ae8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.798824 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.804484 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f0434a58-f93f-4ade-8178-8ef26cd60161 req-977e8d87-9541-46e4-a43c-b9aa2043e3ed tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136010 May 13 13:28:47.867399 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bf32e-4fee-4109-b855-54545a60f3d9 None None] Pushing event updated for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:47.911252 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.928875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4e39b-3631-4a72-83f3-c7441537318a req-3ec4aa21-b86c-476d-99e0-a3f8f1cf289a tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:47.930004 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9b4e39b-3631-4a72-83f3-c7441537318a req-3ec4aa21-b86c-476d-99e0-a3f8f1cf289a tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0540683 May 13 13:28:47.955853 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-4c06848a-b79c-437f-9bcd-edaf4426b4c3 None None] Provisioning complete for port be45fef2-57e8-4e68-9656-2995a89abbf4 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:47.956318 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4c06848a-b79c-437f-9bcd-edaf4426b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.975891 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for router_gateway (1ebba711-dbb6-413f-a6d5-5946267755a4), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:47.986333 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9b4e39b-3631-4a72-83f3-c7441537318a req-599231b3-506a-4314-8f60-69c2248f6459 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 May 13 13:28:47.995210 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:48.000410 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.002978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:48.012618 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:48.026952 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Pushing event updated for resources: {'Port': ['ID=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:48.123710 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Attempting to bind port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:48.124375 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Attempting to bind port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:48.124484 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Attempting to bind port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 on network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:48.127083 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Allocated IP 172.27.0.124 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/87a86e89-32f4-4ac3-8ba1-e1c8a3e75768) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Checking segment: {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Bound using segment: {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Bound port: 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:48.142268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.161426 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-4c06848a-b79c-437f-9bcd-edaf4426b4c3 None None] Current status of the port be45fef2-57e8-4e68-9656-2995a89abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:48.222012 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] For port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:48.225475 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] For port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:48.231287 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.247211 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.292972 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Request body: {'port': {'device_id': '92bf6a17-fa9f-410e-b25d-4053de456900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:48.335014 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.372275 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.375602 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.399540 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device be45fef2-57e8-4e68-9656-2995a89abbf4 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:48.448800 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Pushing event updated for resources: {'Port': ['ID=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:48.469471 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:48.473886 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:48.486311 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:48.531348 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afe41-5202-4a51-b1ba-71ab446dd0f9 None None] Pushing event updated for resources: {'Port': ['ID=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:48.566937 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port be45fef2-57e8-4e68-9656-2995a89abbf4 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:48.567584 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.734255 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port be45fef2-57e8-4e68-9656-2995a89abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:48.816792 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77185538-d455-4ce8-942b-c0fc75b37ded {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:48.837864 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks [] for port (77185538-d455-4ce8-942b-c0fc75b37ded), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:48.858106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Transition to ACTIVE for port object 77185538-d455-4ce8-942b-c0fc75b37ded will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:28:48.936904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d29f5f-26fc-4aac-80fe-2c6a0aac56dd req-e8331460-7f5b-4335-83a2-5bcba73df806 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:48.944258 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91d29f5f-26fc-4aac-80fe-2c6a0aac56dd req-e8331460-7f5b-4335-83a2-5bcba73df806 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 931 time: 0.0689962 May 13 13:28:48.999576 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91d29f5f-26fc-4aac-80fe-2c6a0aac56dd req-812db735-3251-4b9e-8003-9f13c3a175d0 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 May 13 13:28:49.014808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.110343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for router_gateway (1ebba711-dbb6-413f-a6d5-5946267755a4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.127796 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:49.174947 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90cd7-b3fc-4427-a6af-b07d5e362a7f req-fd44ba24-0f0c-493e-871f-91542f442ecc tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.184877 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2ff90cd7-b3fc-4427-a6af-b07d5e362a7f req-fd44ba24-0f0c-493e-871f-91542f442ecc tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.1006846 May 13 13:28:49.216621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904204-87bb-4bf3-936e-2c37fff5aec7 req-d7ccd7e2-50c0-4f8a-8b2e-793ac4cbfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.218707 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b904204-87bb-4bf3-936e-2c37fff5aec7 req-d7ccd7e2-50c0-4f8a-8b2e-793ac4cbfe92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 1134 time: 0.0483923 May 13 13:28:49.285843 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2ff90cd7-b3fc-4427-a6af-b07d5e362a7f req-9abdde12-6e0f-4db7-96a1-37599759a881 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843909 May 13 13:28:49.292879 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Attempting to bind port 77185538-d455-4ce8-942b-c0fc75b37ded on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:49.293872 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Attempting to bind port 77185538-d455-4ce8-942b-c0fc75b37ded by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:49.293872 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Attempting to bind port 77185538-d455-4ce8-942b-c0fc75b37ded on network 235bca42-800d-41b0-b0e6-b3de898d8caa {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:49.310008 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Port 77185538-d455-4ce8-942b-c0fc75b37ded on network 235bca42-800d-41b0-b0e6-b3de898d8caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:28:49.310399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Attempting to bind port 77185538-d455-4ce8-942b-c0fc75b37ded on network 235bca42-800d-41b0-b0e6-b3de898d8caa {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:49.315932 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:49.316281 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Checking segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:49.316678 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Bound using segment: {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:49.317253 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Bound port: 77185538-d455-4ce8-942b-c0fc75b37ded, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:49.317644 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.401077 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:49.405561 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:49.410659 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b904204-87bb-4bf3-936e-2c37fff5aec7 req-b9ea9388-b787-4198-8eca-caa4df4f2e07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643511 May 13 13:28:49.451957 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.509657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.552237 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.553909 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.554621 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] 10.222.0.70 "PUT /v2.0/ports/77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 1093 time: 1.2664926 May 13 13:28:49.557002 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:49.559439 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b25ffa-fee3-4d76-8488-bfff32c814eb" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:49.591417 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:49.597431 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95235-06a3-45c3-a85d-61d3a6aff18f service neutron] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:49.606228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af1b0e-491e-48d6-9185-60a5c4a49e93 x-openstack-request-id: req-f9af1b0e-491e-48d6-9185-60a5c4a49e93 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:49.606624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:49.606770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9af1b0e-491e-48d6-9185-60a5c4a49e93 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:49.607181 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9af1b0e-491e-48d6-9185-60a5c4a49e93'] response: {'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:28:49.686588 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Router 1ebba711-dbb6-413f-a6d5-5946267755a4 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:28:49.785734 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-8850b318-65f3-4b4a-b0d6-9c93ff2acd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.789537 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-8850b318-65f3-4b4a-b0d6-9c93ff2acd9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1127 time: 0.0712969 May 13 13:28:49.909699 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-53740268-e899-4818-935e-33d10d02946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.912524 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-53740268-e899-4818-935e-33d10d02946b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1503b2654ff7475b98032519919ae481&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1136217 May 13 13:28:50.030545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144a000-87ab-4d49-8e5d-9f463ff23171 None None] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:50.039632 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-1e4ac106-a96b-4ab7-ab7d-ba98f7ef8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.041143 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e3b25ffa-fee3-4d76-8488-bfff32c814eb req-1e4ac106-a96b-4ab7-ab7d-ba98f7ef8f4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179116 May 13 13:28:50.086963 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Provisioning complete for port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:50.087331 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.098799 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:50.111040 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Sync routers for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:50.124046 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:50.124690 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:50.134890 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b2591-529e-4ee3-8003-5dd494931ccc req-528c4b4c-ca2a-4b94-b447-95eb2e57b949 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.142411 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-555b2591-529e-4ee3-8003-5dd494931ccc req-528c4b4c-ca2a-4b94-b447-95eb2e57b949 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0628471 May 13 13:28:50.194530 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-555b2591-529e-4ee3-8003-5dd494931ccc req-81d7132f-2ec7-4def-8b75-c59bd131bbff tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 May 13 13:28:50.234745 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Current status of the port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:50.235150 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.249141 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.253278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57404) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:50.254985 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-943afc38-7225-4735-a696-12bb34cebb40 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8787808 May 13 13:28:50.268696 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:50.283063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] For port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:50.392284 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:50.445049 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.477693 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f4dc-0642-479a-9393-2f016b4c78f5 req-f84c15f4-566c-431c-acdd-72f0631ca267 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.486236 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f021f4dc-0642-479a-9393-2f016b4c78f5 req-f84c15f4-566c-431c-acdd-72f0631ca267 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0778396 May 13 13:28:50.509104 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:48Z', 'revision_number': 3, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:50.541118 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f021f4dc-0642-479a-9393-2f016b4c78f5 req-364f74a8-6b0c-4919-8d7c-f947cdab9400 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536811 May 13 13:28:50.548010 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Checking router: 1ebba711-dbb6-413f-a6d5-5946267755a4 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:50.548378 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Updating router 1ebba711-dbb6-413f-a6d5-5946267755a4 port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:50.550920 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:50.551315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.582191 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.595553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-e8be7a03-2347-4a18-ab2e-f978687f7b79 None None] Provisioning complete for port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:50.596078 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e8be7a03-2347-4a18-ab2e-f978687f7b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.599739 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481bf9b-28ac-499b-911a-43db4c3489ed None None] Pushing event updated for resources: {'Port': ['ID=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:50.721486 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:50.736253 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-85dfff4a-fc93-4c62-87e7-4df82df86264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.736899 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-e8be7a03-2347-4a18-ab2e-f978687f7b79 None None] Current status of the port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:50.737774 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-85dfff4a-fc93-4c62-87e7-4df82df86264 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1127 time: 0.0861220 May 13 13:28:50.793237 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-a7f382fe-827d-461a-8e48-bf987c601ba9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 217 time: 0.0422626 May 13 13:28:50.854272 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.895794 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-19bc6c6f-ebf8-47ba-87fa-1c5a0c661d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.897245 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-19bc6c6f-ebf8-47ba-87fa-1c5a0c661d7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0780036 May 13 13:28:50.978938 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-986df24d-06ba-4aea-94a5-bc8eda77399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:50.980391 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-986df24d-06ba-4aea-94a5-bc8eda77399a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679524 May 13 13:28:50.985240 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks [] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:50.986464 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.048067 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.102337 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Attempting to bind port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:51.102707 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Attempting to bind port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:51.103067 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Attempting to bind port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:51.106195 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f21b3-4462-4995-87ac-10e68e5c2425 None None] Pushing event updated for resources: {'Port': ['ID=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:51.111683 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:51.112378 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:51.112483 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.112871 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:51.113522 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Bound port: 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:51.113955 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.167715 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] For port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:51.171518 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] For port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:51.193026 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-1f661cf9-2921-4afb-9aaa-fffb8a4311fa service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585734 May 13 13:28:51.208209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Allocated IP 172.20.0.1 (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176/3888d7e6-c55f-42bd-8b12-0cf23d2a1a60/6d439793-b27c-4847-a434-04e337c6a446) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:51.277496 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.309552 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f9d70-bedf-47b0-8d27-56f1b7de685b req-f274bb22-a89d-4adc-9dde-99625c5aadf4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:51.311422 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-942f9d70-bedf-47b0-8d27-56f1b7de685b req-f274bb22-a89d-4adc-9dde-99625c5aadf4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0511751 May 13 13:28:51.315612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks [] for port (6d439793-b27c-4847-a434-04e337c6a446), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.345017 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:51.345661 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:51.377976 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-942f9d70-bedf-47b0-8d27-56f1b7de685b req-2d9e9c20-b9e6-41cd-9254-ae07d1c631f3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579674 May 13 13:28:51.381982 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f21b3-4462-4995-87ac-10e68e5c2425 None None] Pushing event updated for resources: {'Port': ['ID=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:51.441755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de166d75-b83c-4eec-b080-3359ef29b993 req-c968443b-664a-4f01-985a-06916128be76 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:51.443278 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de166d75-b83c-4eec-b080-3359ef29b993 req-c968443b-664a-4f01-985a-06916128be76 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0551002 May 13 13:28:51.448360 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.464339 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:51.504409 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:51.507461 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:51.522215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:51.555025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Pushing event updated for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:51.598297 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-de166d75-b83c-4eec-b080-3359ef29b993 req-0250c778-c791-420e-b5b6-b2712bb093b6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389480 May 13 13:28:51.610922 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (1ebba711-dbb6-413f-a6d5-5946267755a4), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.679878 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9826b-eb8a-4b18-ad76-ac89f37d5129 req-cac95386-75d9-449f-a411-827afc9820b2 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:51.681319 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c4a9826b-eb8a-4b18-ad76-ac89f37d5129 req-cac95386-75d9-449f-a411-827afc9820b2 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0553849 May 13 13:28:51.682440 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:48Z', 'revision_number': 3, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:51.715477 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f956-f0be-40ae-8c94-ed412d71f987 None None] The sync data for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi is: [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:48Z', 'revision_number': 3, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:51.747887 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c4a9826b-eb8a-4b18-ad76-ac89f37d5129 req-41b87742-7291-4e14-a9d6-4fa1b61f3b71 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580525 May 13 13:28:51.767126 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-31ad7134-ad3d-428a-971f-1a11de394812 None None] Provisioning complete for port 6d439793-b27c-4847-a434-04e337c6a446 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:51.767599 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-31ad7134-ad3d-428a-971f-1a11de394812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d439793-b27c-4847-a434-04e337c6a446), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:51.802876 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-31ad7134-ad3d-428a-971f-1a11de394812 None None] Port 6d439793-b27c-4847-a434-04e337c6a446 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:51.868973 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d439793-b27c-4847-a434-04e337c6a446), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.061679 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks [] for port (6d439793-b27c-4847-a434-04e337c6a446), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.137883 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.205568 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Pushing event updated for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:52.211689 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (1ebba711-dbb6-413f-a6d5-5946267755a4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.322417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:52.323739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:52.425492 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:52.471530 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Router 1ebba711-dbb6-413f-a6d5-5946267755a4 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:52.504884 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:52.507618 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.530566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b81038-78ee-4932-aa71-a031ee9568a7 req-9af21755-903b-4125-9dee-a392c5bbf47d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:52.532304 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75b81038-78ee-4932-aa71-a031ee9568a7 req-9af21755-903b-4125-9dee-a392c5bbf47d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0565352 May 13 13:28:52.609059 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:52.610299 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:52.649192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-6fb14b73-e2df-4974-8143-b6f1323f2085 None None] Provisioning complete for port 6d439793-b27c-4847-a434-04e337c6a446 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:52.649699 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6fb14b73-e2df-4974-8143-b6f1323f2085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d439793-b27c-4847-a434-04e337c6a446), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.652465 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75b81038-78ee-4932-aa71-a031ee9568a7 req-43deddb7-5893-4dc5-9191-1917fe5bcfd8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127594 May 13 13:28:52.719416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-6fb14b73-e2df-4974-8143-b6f1323f2085 None None] Port 6d439793-b27c-4847-a434-04e337c6a446 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:28:52.720495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:52.723087 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:52.723649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.729315 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b9bce6eb-3147-4226-9217-0b8965544bfd admin admin] 10.222.0.25 "PUT /v2.0/routers/1ebba711-dbb6-413f-a6d5-5946267755a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740200 May 13 13:28:52.742392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec59ed7-85b1-4c84-980d-4d0cf093de03 req-506b536a-d76a-42e1-92fa-696db2a1caf4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:52.744035 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eec59ed7-85b1-4c84-980d-4d0cf093de03 req-506b536a-d76a-42e1-92fa-696db2a1caf4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0648787 May 13 13:28:52.794558 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eec59ed7-85b1-4c84-980d-4d0cf093de03 req-bb17cfaf-9f26-435a-a1bd-c8da17f0da10 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 May 13 13:28:52.824191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:52.824764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.846539 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:52.891417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e2de-feb5-4d28-bed8-7470f95f2dad req-345c496f-7b2c-4d38-8139-a4cd7e874138 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:52.894110 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f32e2de-feb5-4d28-bed8-7470f95f2dad req-345c496f-7b2c-4d38-8139-a4cd7e874138 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0552981 May 13 13:28:52.922412 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:52.945553 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5f32e2de-feb5-4d28-bed8-7470f95f2dad req-8150f5d6-5c27-494a-96c2-c792bb3e0e2f tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 May 13 13:28:52.988793 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:53.268602 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57448) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:53.274791 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854436485', 'description': 'tempest-secgroup-smoke-854436485 description', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:53.394571 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:53.462196 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (e496a54b-ad5a-4be4-8933-1b6327d5747f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:53.588762 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e496a54b-ad5a-4be4-8933-1b6327d5747f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:53.617776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e496a54b-ad5a-4be4-8933-1b6327d5747f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:53.707573 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:53.708816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-987daddb-c841-49b2-b2db-97460b30dfcb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4391909 May 13 13:28:53.711774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57456) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:53.716165 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:53.786249 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84b3e-d544-48f2-bcad-f0bbe702b357 req-70e961ad-664d-444a-a116-ec1edd3c41c5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:53.787718 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-44f84b3e-d544-48f2-bcad-f0bbe702b357 req-70e961ad-664d-444a-a116-ec1edd3c41c5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0516014 May 13 13:28:53.836612 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-44f84b3e-d544-48f2-bcad-f0bbe702b357 req-d5dbffbc-f36c-4133-953e-baf156d9e00f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 May 13 13:28:53.863785 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (5c452bd0-89a0-4a33-a7ea-99ed3e46be6a), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:53.945817 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c248a-c6ed-4158-8b02-2328d720baf7 req-ff7dfcdc-3228-4064-b9cc-2423d47c847b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:53.947301 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d83c248a-c6ed-4158-8b02-2328d720baf7 req-ff7dfcdc-3228-4064-b9cc-2423d47c847b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0502961 May 13 13:28:54.000885 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d83c248a-c6ed-4158-8b02-2328d720baf7 req-dc76f167-2807-4508-9d30-f9943a8ffa85 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 May 13 13:28:54.229689 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4243-d05f-459c-b688-24b9c6ec7074 req-4a0779a4-dab3-4881-9d87-4bdc019ab4e7 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:54.231237 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a0f4243-d05f-459c-b688-24b9c6ec7074 req-4a0779a4-dab3-4881-9d87-4bdc019ab4e7 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.3644929 May 13 13:28:54.280979 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (5c452bd0-89a0-4a33-a7ea-99ed3e46be6a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.310147 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a061fac7-550c-40cd-aacf-c87120240fc7 req-59787ae2-71ac-41b1-8cce-790c83d0712b service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310489 May 13 13:28:54.316112 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:54.317539 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8a0f4243-d05f-459c-b688-24b9c6ec7074 req-2a9d8aa0-aeb6-42c7-b752-f5d939d5f913 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789554 May 13 13:28:54.355494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (5c452bd0-89a0-4a33-a7ea-99ed3e46be6a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.370162 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:54.370545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.377427 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c452bd0-89a0-4a33-a7ea-99ed3e46be6a,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:54.450276 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:54.454150 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.455667 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-12709197-c1a0-42a0-93ff-a5c77a261e38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7425244 May 13 13:28:54.458031 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57464) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:54.462216 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:54.566756 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Sync routers for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:54.571603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (a69f760c-1ab0-41a7-b8fe-92b7d437d1e8), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.576328 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:54.577278 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:54.632555 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (a69f760c-1ab0-41a7-b8fe-92b7d437d1e8), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.691403 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:54.708663 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (a69f760c-1ab0-41a7-b8fe-92b7d437d1e8), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.724757 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69f760c-1ab0-41a7-b8fe-92b7d437d1e8,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:54.850816 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.852082 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-65e3a7fa-15a3-4b8d-9b6d-e16be95e19d9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3930988 May 13 13:28:54.854827 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57468) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:54.859343 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:54.885104 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 4, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '6d439793-b27c-4847-a434-04e337c6a446', 'name': '', 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'mac_address': 'fa:16:3e:d4:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:51Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 2, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'subnets': [{'id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:54.912427 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Checking router: 1ebba711-dbb6-413f-a6d5-5946267755a4 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:54.912785 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Updating router 1ebba711-dbb6-413f-a6d5-5946267755a4 port 6d439793-b27c-4847-a434-04e337c6a446 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:28:54.943278 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d439793-b27c-4847-a434-04e337c6a446), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:54.953362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066127b8-ab50-4c90-899d-b23fb3484f8e req-b74ea2bd-1e46-44a9-a34b-e00240c57c92 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:54.955107 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-066127b8-ab50-4c90-899d-b23fb3484f8e req-b74ea2bd-1e46-44a9-a34b-e00240c57c92 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0519428 May 13 13:28:54.958479 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (e0f6e8d5-4053-4657-a489-5623215d9a5c), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.004733 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-066127b8-ab50-4c90-899d-b23fb3484f8e req-98e25598-de34-4a31-9a00-906cbd839274 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 May 13 13:28:55.020399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (e0f6e8d5-4053-4657-a489-5623215d9a5c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.106910 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (e0f6e8d5-4053-4657-a489-5623215d9a5c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.118827 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91576-deff-468d-baf9-b639ae95347b req-5835c8ae-0d9d-44e6-8f9f-f2a8ff27eeff tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:55.120366 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aae91576-deff-468d-baf9-b639ae95347b req-5835c8ae-0d9d-44e6-8f9f-f2a8ff27eeff tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0533321 May 13 13:28:55.149191 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f6e8d5-4053-4657-a489-5623215d9a5c,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:55.181281 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-aae91576-deff-468d-baf9-b639ae95347b req-975794be-4d09-4bc7-8e64-48d4f117e2ff tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 May 13 13:28:55.219621 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.223868 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57474) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:55.224025 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c2a8356f-ebed-401a-ba86-b46a9d3f6a03 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681698 May 13 13:28:55.228421 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:55.328686 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks [] for port (6d439793-b27c-4847-a434-04e337c6a446), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.335950 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (64ffd152-e01e-4f21-a0d1-f883c69ea79e), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.395082 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (64ffd152-e01e-4f21-a0d1-f883c69ea79e), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.422107 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.442991 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd14da-3eb1-4732-aa72-94874fde106a req-0da7ca04-63d0-456a-bbc9-bf57bcb12bf7 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:55.444495 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a7bd14da-3eb1-4732-aa72-94874fde106a req-0da7ca04-63d0-456a-bbc9-bf57bcb12bf7 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0515230 May 13 13:28:55.494009 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (64ffd152-e01e-4f21-a0d1-f883c69ea79e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.512133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8d7d-d652-42b2-897f-5c472d62f6da None None] Pushing event updated for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:55.523088 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ffd152-e01e-4f21-a0d1-f883c69ea79e,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:55.544477 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a7bd14da-3eb1-4732-aa72-94874fde106a req-23c67ef8-8c95-40a5-872d-0daa8961c74b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916288 May 13 13:28:55.545686 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Attempting to bind port 6d439793-b27c-4847-a434-04e337c6a446 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:28:55.546174 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Attempting to bind port 6d439793-b27c-4847-a434-04e337c6a446 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:28:55.546537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Attempting to bind port 6d439793-b27c-4847-a434-04e337c6a446 on network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:28:55.552445 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:28:55.552830 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Checking segment: {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:28:55.553280 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.553734 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Bound using segment: {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:28:55.554150 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Bound port: 6d439793-b27c-4847-a434-04e337c6a446, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec1c42f-fc28-422a-a923-3b3e19a02db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:28:55.557765 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d439793-b27c-4847-a434-04e337c6a446), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.576601 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd502-e900-4658-88ad-f7261389e5d9 req-2a6f480c-7bc2-4a78-b584-e11059ccc924 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:55.578841 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-813bd502-e900-4658-88ad-f7261389e5d9 req-2a6f480c-7bc2-4a78-b584-e11059ccc924 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.1016321 May 13 13:28:55.608345 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.609584 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9e8b10a2-35b0-466b-aa20-cae7e1d13fe0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847265 May 13 13:28:55.612290 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57480) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:55.616933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:55.644198 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] For port 6d439793-b27c-4847-a434-04e337c6a446, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:28:55.647620 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] For port 6d439793-b27c-4847-a434-04e337c6a446, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=6d439793-b27c-4847-a434-04e337c6a446,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:28:55.734448 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.securitygroups_db [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Project d3e32e04d1f44e97b903f98c7c2749db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:28:55.740282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (fa7e102e-0a2b-4e96-a050-449250c00723), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.764398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Provisioning complete for port 6d439793-b27c-4847-a434-04e337c6a446 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:55.765492 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d439793-b27c-4847-a434-04e337c6a446), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.769106 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.813330 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (fa7e102e-0a2b-4e96-a050-449250c00723), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.863436 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8d7d-d652-42b2-897f-5c472d62f6da None None] Pushing event updated for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:55.872125 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:55.872507 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:28:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:55.906121 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (fa7e102e-0a2b-4e96-a050-449250c00723), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:55.929222 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7e102e-0a2b-4e96-a050-449250c00723,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:55.952962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Current status of the port 6d439793-b27c-4847-a434-04e337c6a446 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:55.953370 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (6d439793-b27c-4847-a434-04e337c6a446), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.015863 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.017293 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-39e47a9b-64b8-4be5-a7d3-2fa63d05b6a8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4039602 May 13 13:28:56.020028 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57486) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:56.025269 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'security_group_rule': {'security_group_id': 'e496a54b-ad5a-4be4-8933-1b6327d5747f', 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:56.033862 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] For port 6d439793-b27c-4847-a434-04e337c6a446, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=6d439793-b27c-4847-a434-04e337c6a446,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:56.037864 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:56.114348 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.131874 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bcfc5-9355-41ed-8b13-7fed409efa01 req-2bfe78b2-a653-4b59-9807-afa9c46da9bb tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:56.133409 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e89bcfc5-9355-41ed-8b13-7fed409efa01 req-2bfe78b2-a653-4b59-9807-afa9c46da9bb tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0518913 May 13 13:28:56.140557 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.securitygroups_db [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Project d3e32e04d1f44e97b903f98c7c2749db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:28:56.146753 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (d2f3145c-2ed1-4f09-a38e-1d77daa27503), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.191597 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e89bcfc5-9355-41ed-8b13-7fed409efa01 req-ebde4de7-d1dd-49bf-9dc8-2b71d65749d4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502989 May 13 13:28:56.214281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (d2f3145c-2ed1-4f09-a38e-1d77daa27503), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.218354 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d91f6-670c-4745-8053-f669a1c48f29 None None] Pushing event updated for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:56.247389 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-7ba3f4eb-7a19-4ec7-b044-3b0d5643a8eb None None] Provisioning complete for port 6d439793-b27c-4847-a434-04e337c6a446 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:56.247771 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7ba3f4eb-7a19-4ec7-b044-3b0d5643a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d439793-b27c-4847-a434-04e337c6a446), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.309831 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9de7a-320f-4fb4-b86b-97906efab030 req-db1e12cf-2d93-4c3a-b51a-45df1f546406 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:56.311372 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eaa9de7a-320f-4fb4-b86b-97906efab030 req-db1e12cf-2d93-4c3a-b51a-45df1f546406 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 945 time: 0.0483108 May 13 13:28:56.317990 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 4, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '6d439793-b27c-4847-a434-04e337c6a446', 'name': '', 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'mac_address': 'fa:16:3e:d4:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:51Z', 'updated_at': '2022-05-13T13:28:55Z', 'revision_number': 4, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'subnets': [{'id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:56.334169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (d2f3145c-2ed1-4f09-a38e-1d77daa27503), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.351831 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b0f52-21f2-42ff-9b14-ca8a45ae14b6 None None] The sync data for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi is: [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:28:51Z', 'revision_number': 4, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '6d439793-b27c-4847-a434-04e337c6a446', 'name': '', 'network_id': 'd2aa73eb-f9f3-4210-9f94-3f2e6f9fb176', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'mac_address': 'fa:16:3e:d4:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:51Z', 'updated_at': '2022-05-13T13:28:55Z', 'revision_number': 4, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'subnets': [{'id': '3888d7e6-c55f-42bd-8b12-0cf23d2a1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:56.366766 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f3145c-2ed1-4f09-a38e-1d77daa27503,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:56.390643 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eaa9de7a-320f-4fb4-b86b-97906efab030 req-f2f38f0b-c682-40ad-b9c5-0368fdec996c tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733604 May 13 13:28:56.395426 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3f4eb-7a19-4ec7-b044-3b0d5643a8eb None None] Current status of the port 6d439793-b27c-4847-a434-04e337c6a446 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:56.484519 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.485753 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-519e926e-6e7d-4582-a21c-a8e93d76ad80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4647498 May 13 13:28:56.646745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-36a941bd-04ed-4920-a712-d352e0a857eb tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:56.650945 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-36a941bd-04ed-4920-a712-d352e0a857eb tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.0755899 May 13 13:28:56.702789 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Deleting port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:56.703356 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.731455 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12681d-5c37-49a3-bfa0-b4d2030ac14d req-0ef63809-20d7-4660-aa79-b0a190e69eb0 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:56.733048 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a12681d-5c37-49a3-bfa0-b4d2030ac14d req-0ef63809-20d7-4660-aa79-b0a190e69eb0 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 950 time: 0.1072154 May 13 13:28:56.801328 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Deleting port e84251c9-c1ff-42fe-90fb-e8740154bb18 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:56.801685 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.878709 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a12681d-5c37-49a3-bfa0-b4d2030ac14d req-d61a5301-ea45-4d9a-a24c-93760d82239b tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/security-groups?id=30bf74c2-be32-484f-ab4f-ad8ebd7ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153738 May 13 13:28:56.886725 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] For port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:56.887079 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.901598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Calling delete_port for 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:56.917265 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] For port e84251c9-c1ff-42fe-90fb-e8740154bb18, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e84251c9-c1ff-42fe-90fb-e8740154bb18,segment=NetworkSegment(23ce4949-2f3e-4325-ad25-0e2545d8cc0f),segment_id=23ce4949-2f3e-4325-ad25-0e2545d8cc0f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:56.917631 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:56.933645 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Calling delete_port for e84251c9-c1ff-42fe-90fb-e8740154bb18 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:57.104299 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:57.135246 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Pushing event deleted for resources: {'Port': ['ID=517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:57.185494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] No DVR routers for this DVR port 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:57.187943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:57.191375 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-813bd502-e900-4658-88ad-f7261389e5d9 req-51babb51-465f-46a4-886f-c45e31aec9d4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "DELETE /v2.0/ports/517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad HTTP/1.1" status: 204 len: 173 time: 0.6488867 May 13 13:28:57.191847 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'name': 'network-vif-deleted', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:57.194165 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a50b2-dadb-4b26-88d2-e30dbb636a87" -d '{"events": [{"server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "name": "network-vif-deleted", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:57.197217 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (e84251c9-c1ff-42fe-90fb-e8740154bb18), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:57.210676 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['e84251c9-c1ff-42fe-90fb-e8740154bb18'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:57.235655 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Pushing event deleted for resources: {'Port': ['ID=e84251c9-c1ff-42fe-90fb-e8740154bb18,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:57.273919 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe58a1aa-0aba-4bbb-b086-835815ed8aa0 x-openstack-request-id: req-fe58a1aa-0aba-4bbb-b086-835815ed8aa0 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:57.274437 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e0eae6-6c5f-446e-a5c3-bfccf382c353", "name": "network-vif-deleted", "tag": "517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:57.274908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe58a1aa-0aba-4bbb-b086-835815ed8aa0 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:57.275787 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe58a1aa-0aba-4bbb-b086-835815ed8aa0'] response: {'server_uuid': '48e0eae6-6c5f-446e-a5c3-bfccf382c353', 'name': 'network-vif-deleted', 'tag': '517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad', 'status': 'completed', 'code': 200} May 13 13:28:57.325348 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] No DVR routers for this DVR port e84251c9-c1ff-42fe-90fb-e8740154bb18 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:57.329707 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:57.333270 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-239b1912-9b93-4153-b0b6-02ba3657a90d req-0381f4d6-6829-4d2c-b621-f17530b5e093 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.70 "DELETE /v2.0/ports/e84251c9-c1ff-42fe-90fb-e8740154bb18 HTTP/1.1" status: 204 len: 173 time: 0.6764247 May 13 13:28:57.333728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'name': 'network-vif-deleted', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:57.336047 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abec0db5-8fca-4814-9795-04b6f1adedfa" -d '{"events": [{"server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "name": "network-vif-deleted", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:57.349206 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3806c01-9ba7-4881-a063-9f09feec9315 req-6a6a172a-70cd-4dad-b298-239df2e85069 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:57.351360 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3806c01-9ba7-4881-a063-9f09feec9315 req-6a6a172a-70cd-4dad-b298-239df2e85069 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0548890 May 13 13:28:57.391001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca42af9a-a733-4fd0-8204-19e792459302 x-openstack-request-id: req-ca42af9a-a733-4fd0-8204-19e792459302 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:57.391001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5917161-6578-4060-bd1e-2d9a71038c11", "name": "network-vif-deleted", "tag": "e84251c9-c1ff-42fe-90fb-e8740154bb18", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:57.391001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca42af9a-a733-4fd0-8204-19e792459302 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:57.391921 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca42af9a-a733-4fd0-8204-19e792459302'] response: {'server_uuid': 'e5917161-6578-4060-bd1e-2d9a71038c11', 'name': 'network-vif-deleted', 'tag': 'e84251c9-c1ff-42fe-90fb-e8740154bb18', 'status': 'completed', 'code': 200} May 13 13:28:57.460482 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3806c01-9ba7-4881-a063-9f09feec9315 req-114632d8-a05a-4385-9841-62b60a43eef6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920208 May 13 13:28:57.540135 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-82ad820e-a36f-48fe-a51d-7060ec040785 req-089e8f1a-9f50-4b5a-8668-23442f29e905 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0302734 May 13 13:28:57.989626 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-df801b2a-5853-4745-8ea8-7227f10b1995 req-9cd2832f-56d0-452a-ae8b-ddc96be2de08 tempest-VolumesNegativeTest-902091905 tempest-VolumesNegativeTest-902091905-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5917161-6578-4060-bd1e-2d9a71038c11 HTTP/1.1" status: 200 len: 210 time: 0.0283294 May 13 13:28:58.234513 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 77185538-d455-4ce8-942b-c0fc75b37ded details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:28:58.238500 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:58.262946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:58.263298 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 517c54c5-bfa9-4ac4-b0ba-9b4f1df9e8ad not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:58.368396 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 6d439793-b27c-4847-a434-04e337c6a446 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:58.377869 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:58.410946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '77185538-d455-4ce8-942b-c0fc75b37ded', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'port_id': '77185538-d455-4ce8-942b-c0fc75b37ded', 'mac_address': 'fa:16:3e:f2:91:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:28:58.457755 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 6d439793-b27c-4847-a434-04e337c6a446 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:58.458162 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (6d439793-b27c-4847-a434-04e337c6a446), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:58.492804 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 77185538-d455-4ce8-942b-c0fc75b37ded is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:58.492804 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:58.508747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77185538-d455-4ce8-942b-c0fc75b37ded {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:58.535979 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:58.591600 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 6d439793-b27c-4847-a434-04e337c6a446 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:58.645666 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209da446-5f5a-4031-a29f-ea06749b5d3a req-814834d9-b3e9-404b-9a5d-c00e823de0a6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:58.648049 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-209da446-5f5a-4031-a29f-ea06749b5d3a req-814834d9-b3e9-404b-9a5d-c00e823de0a6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 943 time: 0.0998580 May 13 13:28:58.653828 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:58.689664 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-071f5fde-4fac-47cb-9d6d-e7a7678e067f req-52e937a1-fa74-4b78-b97f-50ce299c8a31 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e0eae6-6c5f-446e-a5c3-bfccf382c353 HTTP/1.1" status: 200 len: 210 time: 0.0424845 May 13 13:28:58.735871 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-209da446-5f5a-4031-a29f-ea06749b5d3a req-30da46e8-ffdb-40e6-a537-d3b505b9e52b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 May 13 13:28:58.762931 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:58.987952 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:59.866671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606c9ee-bb43-4d09-9a71-7a2c7d8ee8ac req-90ecc092-f1e7-4a23-9ea9-5bbb771454d1 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:59.868246 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1606c9ee-bb43-4d09-9a71-7a2c7d8ee8ac req-90ecc092-f1e7-4a23-9ea9-5bbb771454d1 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 944 time: 0.0493202 May 13 13:28:59.925025 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1606c9ee-bb43-4d09-9a71-7a2c7d8ee8ac req-74a6dfc8-df69-4b7c-9a28-47265c8c2be0 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506179 May 13 13:29:00.249032 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 77185538-d455-4ce8-942b-c0fc75b37ded up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:00.296722 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 77185538-d455-4ce8-942b-c0fc75b37ded completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:29:00.486151 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 77185538-d455-4ce8-942b-c0fc75b37ded triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:00.486543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:00.571179 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 77185538-d455-4ce8-942b-c0fc75b37ded is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:00.571575 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:00.595254 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:00.597448 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa8e800-bc1a-48ac-a1f2-08e11146f7f1" -d '{"events": [{"server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "name": "network-vif-plugged", "status": "completed", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:00.610265 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:00.636995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c3fa5b-bb17-4165-ae8f-0c27a9dafb33 x-openstack-request-id: req-a4c3fa5b-bb17-4165-ae8f-0c27a9dafb33 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:00.636995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "name": "network-vif-plugged", "status": "completed", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:00.636995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4c3fa5b-bb17-4165-ae8f-0c27a9dafb33 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:00.636995 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c3fa5b-bb17-4165-ae8f-0c27a9dafb33'] response: {'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'code': 200} May 13 13:29:00.751178 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:00.752066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device e84251c9-c1ff-42fe-90fb-e8740154bb18 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:00.790223 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: e84251c9-c1ff-42fe-90fb-e8740154bb18 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:00.791159 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device e84251c9-c1ff-42fe-90fb-e8740154bb18 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:00.821206 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:01.038466 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd281c-33b7-4186-82af-f77a3287794c req-f0e88432-a075-49f1-9556-701459b5a71d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:01.039989 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-45dd281c-33b7-4186-82af-f77a3287794c req-f0e88432-a075-49f1-9556-701459b5a71d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0492470 May 13 13:29:01.092704 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-45dd281c-33b7-4186-82af-f77a3287794c req-2c6f3f8c-4719-4722-9363-4ea721313dc6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 May 13 13:29:01.784622 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2d93-3590-4ff8-91c3-4b2658a848ec req-ddcc57a6-6920-4fc7-8a1c-f781c60263aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:01.786130 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e68c2d93-3590-4ff8-91c3-4b2658a848ec req-ddcc57a6-6920-4fc7-8a1c-f781c60263aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0521808 May 13 13:29:01.837012 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e68c2d93-3590-4ff8-91c3-4b2658a848ec req-384cb0ac-eadd-4ab8-b1df-37d46f3a3c14 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 May 13 13:29:02.225825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfac1f-b52e-44ab-ade7-c1e816fff5b3 req-c2c052dc-c40c-4a4f-affa-a1750c07b51a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:02.227472 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5bbfac1f-b52e-44ab-ade7-c1e816fff5b3 req-c2c052dc-c40c-4a4f-affa-a1750c07b51a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0490530 May 13 13:29:02.278406 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5bbfac1f-b52e-44ab-ade7-c1e816fff5b3 req-841d98de-3627-4349-875e-1076a3c822ef tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 May 13 13:29:02.985365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f551c-1663-4e6f-be3c-889f9100e7dd req-60b1c359-86ed-4de6-82a9-14bb448c6fb1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:02.986926 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-972f551c-1663-4e6f-be3c-889f9100e7dd req-60b1c359-86ed-4de6-82a9-14bb448c6fb1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0601745 May 13 13:29:03.036852 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-972f551c-1663-4e6f-be3c-889f9100e7dd req-a4f39933-31fb-437b-8714-164c19752473 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 May 13 13:29:03.395006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514790dc-c797-4b61-acf3-c744f2665528 req-8bb131cd-9901-4aed-ac29-20fd4427cdd3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.396564 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-514790dc-c797-4b61-acf3-c744f2665528 req-8bb131cd-9901-4aed-ac29-20fd4427cdd3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0487742 May 13 13:29:03.456525 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-514790dc-c797-4b61-acf3-c744f2665528 req-a683e61b-b10c-4499-945c-3d3ebde3a4eb tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537431 May 13 13:29:03.713574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554002a0-1953-4f56-9add-c93576032048 req-09aa57c5-c30f-4402-90e7-e30918d0f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.715451 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-554002a0-1953-4f56-9add-c93576032048 req-09aa57c5-c30f-4402-90e7-e30918d0f7b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1129 time: 0.0511622 May 13 13:29:03.721187 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-d1ddd22b-6081-42ee-aa08-67b863e7d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.723267 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-d1ddd22b-6081-42ee-aa08-67b863e7d0f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0543985 May 13 13:29:03.765569 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-554002a0-1953-4f56-9add-c93576032048 req-fe126cd5-5118-4b44-9d5e-99a26a642d2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 May 13 13:29:03.822890 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-07cb650f-c869-4281-b021-efd9b17e9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.824378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-07cb650f-c869-4281-b021-efd9b17e9f0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0959148 May 13 13:29:04.062451 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-1ed23212-c52f-4c30-9b11-144aba6d482a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 1001 time: 0.0610411 May 13 13:29:04.142866 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-af702779-9646-47ec-b0f7-c0d8f1b12de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.144276 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-af702779-9646-47ec-b0f7-c0d8f1b12de3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0760372 May 13 13:29:04.169615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15aed-c926-4d52-afeb-1a9588a78811 req-1f8a0dff-68ea-4863-ae9c-e6995e0c932e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.172621 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5fb15aed-c926-4d52-afeb-1a9588a78811 req-1f8a0dff-68ea-4863-ae9c-e6995e0c932e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0659869 May 13 13:29:04.219680 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-25ba3e27-4184-4d5b-ab8d-d0f8adb68b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.221429 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-25ba3e27-4184-4d5b-ab8d-d0f8adb68b32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691092 May 13 13:29:04.255495 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5fb15aed-c926-4d52-afeb-1a9588a78811 req-e2dca74f-183a-4300-af49-60cc92bff812 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637274 May 13 13:29:04.606963 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e78f2-63f2-4e92-bde1-a1caffbd6a9a req-fe12302d-ede8-41ea-a630-8aa9212cb124 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.608495 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e44e78f2-63f2-4e92-bde1-a1caffbd6a9a req-fe12302d-ede8-41ea-a630-8aa9212cb124 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0808921 May 13 13:29:04.624314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c49e9-b003-4e69-b97f-70b695ae5328 req-92848b39-0551-4541-8b12-fc1e0e05cdb5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.625823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e1c49e9-b003-4e69-b97f-70b695ae5328 req-92848b39-0551-4541-8b12-fc1e0e05cdb5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0562699 May 13 13:29:04.676765 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4e1c49e9-b003-4e69-b97f-70b695ae5328 req-c87bcf42-4b45-4a3c-b77a-aecfb0dddad6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447092 May 13 13:29:04.701690 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e44e78f2-63f2-4e92-bde1-a1caffbd6a9a req-64e3dd85-1850-49d5-a2e5-6efb212614f8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682311 May 13 13:29:04.717561 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-27d0c66f-3917-4912-8e4c-a22f991d75fe service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380851 May 13 13:29:04.858034 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a929df48-f096-4f8b-acbd-6e95bcceff5d req-16fb1d9b-3146-4a26-9a3a-4c26a0455763 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964174 May 13 13:29:05.368747 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327fef2-936e-4e31-9a3c-9a43baa1370f req-5ff05c3c-5512-4593-a77c-efcfc9ed3184 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:05.370318 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e327fef2-936e-4e31-9a3c-9a43baa1370f req-5ff05c3c-5512-4593-a77c-efcfc9ed3184 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0520699 May 13 13:29:05.418525 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e327fef2-936e-4e31-9a3c-9a43baa1370f req-3186d575-1faa-432c-91c6-9140409be315 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 May 13 13:29:05.805222 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b42e3-310a-4609-aedb-bda0c8712e63 req-c4835083-c735-407b-878b-4ba26bc9f71d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:05.806842 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d90b42e3-310a-4609-aedb-bda0c8712e63 req-c4835083-c735-407b-878b-4ba26bc9f71d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0541472 May 13 13:29:05.822311 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f8c9-1e72-49bc-ab67-a39b8f477214 req-aa774e4c-fba9-4e56-a006-3db41b2fa6ed tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:05.823863 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e846f8c9-1e72-49bc-ab67-a39b8f477214 req-aa774e4c-fba9-4e56-a006-3db41b2fa6ed tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0491602 May 13 13:29:05.856162 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d90b42e3-310a-4609-aedb-bda0c8712e63 req-b3c1057a-ef94-4835-a590-80608851f4de tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 May 13 13:29:05.874361 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e846f8c9-1e72-49bc-ab67-a39b8f477214 req-1f1241ca-1b93-4f02-9528-378da2cd8c52 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 May 13 13:29:05.986006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 57916) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:06.005864 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf9e6-747b-40c7-a5ae-c32da0ad58c6 req-e5f464b2-dbd8-49df-b72b-0ba9518b68e4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:06.008568 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-14fbf9e6-747b-40c7-a5ae-c32da0ad58c6 req-e5f464b2-dbd8-49df-b72b-0ba9518b68e4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0648963 May 13 13:29:06.072307 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-14fbf9e6-747b-40c7-a5ae-c32da0ad58c6 req-ed4f0183-87b9-4226-b60d-df39b2601278 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 May 13 13:29:06.169360 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-37b07097-591f-4e19-880e-47be4797b687 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf41675800ef4cea9d8865f15ea46d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821682 May 13 13:29:06.169632 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 57924) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:06.222109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] Publish callbacks [] for security_group (30bf74c2-be32-484f-ab4f-ad8ebd7ae400), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.246073 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] Publish callbacks [] for security_group (30bf74c2-be32-484f-ab4f-ad8ebd7ae400), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.391580 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (30bf74c2-be32-484f-ab4f-ad8ebd7ae400), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.394101 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.395212 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30bf74c2-be32-484f-ab4f-ad8ebd7ae400 HTTP/1.1" status: 204 len: 168 time: 0.2243896 May 13 13:29:06.409062 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a53eae-3272-4235-9dde-fcd6535d4793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf74c2-be32-484f-ab4f-ad8ebd7ae400,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:06.421543 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449c507-0fb9-4406-b23e-dcaea54e5529 req-da38213c-f17b-4dd6-a592-701312d06fda tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:06.423347 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c449c507-0fb9-4406-b23e-dcaea54e5529 req-da38213c-f17b-4dd6-a592-701312d06fda tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0606616 May 13 13:29:06.518061 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c449c507-0fb9-4406-b23e-dcaea54e5529 req-139d3b83-e0c0-42e9-95da-4bc0aba120ef tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 May 13 13:29:06.569583 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0a3c2-6af5-4ae2-afea-f0ebb7c75c9e req-411d222f-fc91-4e73-ab68-db119ad5d244 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:06.571043 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21c0a3c2-6af5-4ae2-afea-f0ebb7c75c9e req-411d222f-fc91-4e73-ab68-db119ad5d244 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0536513 May 13 13:29:06.624881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21c0a3c2-6af5-4ae2-afea-f0ebb7c75c9e req-a35590cb-19cd-4513-b5fb-d74a26a0b4ac tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 May 13 13:29:06.978685 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5ee0-200d-4dc2-bf23-759aeadd3f96 req-5a7d9807-5176-4acf-af1a-740df0777d1b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:06.980271 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-924c5ee0-200d-4dc2-bf23-759aeadd3f96 req-5a7d9807-5176-4acf-af1a-740df0777d1b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0550411 May 13 13:29:07.031394 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-924c5ee0-200d-4dc2-bf23-759aeadd3f96 req-590da508-e88e-4fd5-8e7b-22ec6ad34fd7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 May 13 13:29:07.741462 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c1b74-f817-48d6-96c6-c2df7e4adb27 req-171fd0ba-d910-4314-a0e6-3d6a8020be81 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:07.742901 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-505c1b74-f817-48d6-96c6-c2df7e4adb27 req-171fd0ba-d910-4314-a0e6-3d6a8020be81 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0483599 May 13 13:29:07.789907 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-505c1b74-f817-48d6-96c6-c2df7e4adb27 req-1f786ac3-7744-4ce2-bdc0-68231e8dcde1 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 May 13 13:29:08.143598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2459b-669c-400f-8158-dc64cc9c2a32 req-b3cd8898-c8fa-431d-8658-31200982fa8a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:08.145070 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50b2459b-669c-400f-8158-dc64cc9c2a32 req-b3cd8898-c8fa-431d-8658-31200982fa8a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0468953 May 13 13:29:08.191269 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-50b2459b-669c-400f-8158-dc64cc9c2a32 req-54454e3d-ef33-4c98-960e-93a218ccfb5b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 May 13 13:29:08.907959 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8831e3-f2c3-4cdc-9be1-9e33af2e0336 req-d8e9b916-37cf-4c5c-bf7d-c327324e6d54 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:08.909555 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ea8831e3-f2c3-4cdc-9be1-9e33af2e0336 req-d8e9b916-37cf-4c5c-bf7d-c327324e6d54 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0482812 May 13 13:29:08.971221 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ea8831e3-f2c3-4cdc-9be1-9e33af2e0336 req-9dd79a22-ec93-40b6-8efc-6d54495495b8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561004 May 13 13:29:09.311541 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229c627-d85a-4b41-823a-acbbce9b2253 req-bfb21957-8f7c-4a55-8cc1-9b4c42490061 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:09.313040 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a229c627-d85a-4b41-823a-acbbce9b2253 req-bfb21957-8f7c-4a55-8cc1-9b4c42490061 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0522189 May 13 13:29:09.361228 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a229c627-d85a-4b41-823a-acbbce9b2253 req-8c94b798-0098-4505-81e5-eb5a1b0ebe00 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 May 13 13:29:10.091656 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d5b32-c9a2-4829-ae38-60f6d0790d99 req-2500b23d-3f50-4d2d-9d4d-5ab6bde4e4db tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:10.093228 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-308d5b32-c9a2-4829-ae38-60f6d0790d99 req-2500b23d-3f50-4d2d-9d4d-5ab6bde4e4db tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0496008 May 13 13:29:10.144068 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-308d5b32-c9a2-4829-ae38-60f6d0790d99 req-e4b9a890-8772-4739-aa53-5b88f18da19e tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 May 13 13:29:10.208200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.482823 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dc906-8d2d-4c15-8b94-d4ef14adcbc7 req-c417afeb-870c-4a3c-9799-b041ae72f0d4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:10.484658 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-360dc906-8d2d-4c15-8b94-d4ef14adcbc7 req-c417afeb-870c-4a3c-9799-b041ae72f0d4 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0545413 May 13 13:29:10.536442 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-360dc906-8d2d-4c15-8b94-d4ef14adcbc7 req-c96af6bb-47c5-45c8-885f-707e09abe55f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 May 13 13:29:10.845888 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-792003f3-f687-40b9-b285-a53c78c9dbf2 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:10.847279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-792003f3-f687-40b9-b285-a53c78c9dbf2 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/networks?id=0b9976ff-cf79-4330-8132-342b84c98512 HTTP/1.1" status: 200 len: 814 time: 0.1040893 May 13 13:29:10.862362 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-a11d7dab-0fea-442f-b2f0-2f751f97c23e tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/quotas/b361133457c04e2da4c4158a45bbcf19 HTTP/1.1" status: 200 len: 375 time: 0.0095532 May 13 13:29:10.899771 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-fe2e88aa-8415-4df1-bb31-992261cd7de4 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318098 May 13 13:29:10.996359 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-fffd4ed5-8388-47e9-88ad-412b5d8f5bb0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894389 May 13 13:29:11.093402 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-a7ec3784-eb18-4043-bb72-6250ac66e73e service neutron] 10.222.0.25 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888214 May 13 13:29:11.398172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8058f1-d316-454f-ba1f-257853bc359c req-1a69f79e-2f52-4f2c-b9ed-a2571f8189cf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:11.402279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fb8058f1-d316-454f-ba1f-257853bc359c req-1a69f79e-2f52-4f2c-b9ed-a2571f8189cf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0584590 May 13 13:29:11.452402 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fb8058f1-d316-454f-ba1f-257853bc359c req-3834819e-f973-4e63-8f7d-08841b4655ae tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 May 13 13:29:11.535844 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-678fad9e-33bf-40ef-b259-6a4e361783d0 req-438f9155-c5e8-4186-8617-6f654af425f1 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0325520 May 13 13:29:11.653153 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439155f-da8d-4d3b-ad07-4606786f705c req-ebf19cad-dbfb-4d58-905f-719d087e0761 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:11.654753 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c439155f-da8d-4d3b-ad07-4606786f705c req-ebf19cad-dbfb-4d58-905f-719d087e0761 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0482559 May 13 13:29:11.709382 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c439155f-da8d-4d3b-ad07-4606786f705c req-ef553ed2-d1c9-4883-996f-ee370fb071a5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 May 13 13:29:11.892663 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-408908a7-27dc-4791-b015-92632ff57361 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403714 May 13 13:29:11.955910 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-0bf3d2e7-9293-44fb-b386-af632919ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:11.957421 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-0bf3d2e7-9293-44fb-b386-af632919ae59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 1130 time: 0.0395451 May 13 13:29:12.064171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-1d631a4b-08a2-4c48-9ea2-e33ca9cf4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:12.065643 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-1d631a4b-08a2-4c48-9ea2-e33ca9cf4c41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.0872242 May 13 13:29:12.144268 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-050e7a5c-022f-429a-acaf-b247dad54678 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 200 len: 1001 time: 0.0619531 May 13 13:29:12.194839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-1d33f8a9-93f6-4765-9092-abf2f208faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:12.196352 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-1d33f8a9-93f6-4765-9092-abf2f208faaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0443704 May 13 13:29:12.245369 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-db23277f-7544-484c-b307-0d5a9d3bb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:12.247066 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-db23277f-7544-484c-b307-0d5a9d3bb671 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438695 May 13 13:29:12.339781 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-78f2f80f-eed5-4052-beb4-e22c7035b421 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838845 May 13 13:29:12.448175 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23e1a739-69cf-4ea1-b336-95cdd95704a9 req-c73f674a-9627-43e0-ad29-c96c263b699c service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019092 May 13 13:29:12.575951 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301bfec-1440-47b0-9c6e-b563c4cc6ca0 req-ee6edc43-0db5-4c55-b4eb-a98924fafb8c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:12.577751 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2301bfec-1440-47b0-9c6e-b563c4cc6ca0 req-ee6edc43-0db5-4c55-b4eb-a98924fafb8c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0515692 May 13 13:29:12.638220 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2301bfec-1440-47b0-9c6e-b563c4cc6ca0 req-9fd4d266-c88e-478e-9139-61fd8e4a6a3d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 May 13 13:29:12.643893 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-180737d8-33b9-4d73-899a-8aea64d8a154 req-4e0314cf-329e-4049-b6cc-ffe6afb860b8 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0339272 May 13 13:29:12.824466 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9a628-fd51-43f1-bee8-603daf0a183c req-318785a0-1648-437e-a68a-da2bee7babd8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:12.825920 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a8a9a628-fd51-43f1-bee8-603daf0a183c req-318785a0-1648-437e-a68a-da2bee7babd8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0465775 May 13 13:29:12.873064 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a8a9a628-fd51-43f1-bee8-603daf0a183c req-affd901e-27a1-4e9c-b13f-3c796907aef2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 May 13 13:29:13.735319 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cdc3fc40-902a-43ef-ad71-592092294c50 req-7ff40d01-69ea-4790-891b-7c280e0ab2ba tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0292866 May 13 13:29:13.759975 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61c98d-cf30-499c-b60f-5f7a061b621f req-51bc1524-e89a-4611-a889-42942bca3087 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:13.761576 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6b61c98d-cf30-499c-b60f-5f7a061b621f req-51bc1524-e89a-4611-a889-42942bca3087 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0477982 May 13 13:29:13.808667 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6b61c98d-cf30-499c-b60f-5f7a061b621f req-962a7c55-be4f-4ba8-a0c9-2aaf5c225d4b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 May 13 13:29:13.989875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c9a7-5bd5-4903-884d-3713b8373602 req-bfbb3950-d728-4fcd-989f-714119342552 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:13.991330 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8186c9a7-5bd5-4903-884d-3713b8373602 req-bfbb3950-d728-4fcd-989f-714119342552 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0462689 May 13 13:29:14.040511 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8186c9a7-5bd5-4903-884d-3713b8373602 req-e8efcdc2-c2ca-47b2-b850-67a6d12cfe16 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 May 13 13:29:14.648167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d80adbf1-fe09-4c0f-9c41-def0d6502712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:14.842237 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8d9ca6ac-6809-4640-9be1-8cba9f58f5a2 req-ff394ef6-21ac-45e9-baf6-7dbf902f7929 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0399094 May 13 13:29:14.925135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9eb91-46d2-4af7-b02f-209b20a90bf3 req-372c10e0-e7ae-4c8b-89e4-e0e05b76de2a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:14.926670 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-82f9eb91-46d2-4af7-b02f-209b20a90bf3 req-372c10e0-e7ae-4c8b-89e4-e0e05b76de2a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0478666 May 13 13:29:14.977810 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-82f9eb91-46d2-4af7-b02f-209b20a90bf3 req-54457226-154b-4e8e-b6e4-c47e0bfbdff5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451119 May 13 13:29:15.161763 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4b31-6d12-4011-8226-a2d047664ef3 req-9b9e674e-b75a-4fa3-a882-4e31e4f8b9e5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:15.163868 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-183b4b31-6d12-4011-8226-a2d047664ef3 req-9b9e674e-b75a-4fa3-a882-4e31e4f8b9e5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0532067 May 13 13:29:15.212401 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-183b4b31-6d12-4011-8226-a2d047664ef3 req-5f1437b1-68a3-4c14-a69a-3e99370923cb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 May 13 13:29:15.683880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-f8ce0de6-7c99-4be8-83e9-1397668c5dfb tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:15.685234 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-f8ce0de6-7c99-4be8-83e9-1397668c5dfb tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "GET /v2.0/networks?id=0b9976ff-cf79-4330-8132-342b84c98512 HTTP/1.1" status: 200 len: 814 time: 0.1092432 May 13 13:29:15.745354 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Request body: {'port': {'device_id': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512', 'admin_state_up': True, 'tenant_id': 'b361133457c04e2da4c4158a45bbcf19'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:15.939931 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-32fb0eee-1c16-48ca-9eab-31d898d70419 req-a4de7381-a10b-47e0-aec6-feee85cf1d8e tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0278325 May 13 13:29:15.975567 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125422cd-55f5-4133-970d-adcf789b228d req-93c90d2e-2bab-46ab-94e0-4ecb6613fff4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:15.975567 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-125422cd-55f5-4133-970d-adcf789b228d req-93c90d2e-2bab-46ab-94e0-4ecb6613fff4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0551295 May 13 13:29:16.010065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Made reservation on behalf of b361133457c04e2da4c4158a45bbcf19 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:16.011634 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.017659 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-125422cd-55f5-4133-970d-adcf789b228d req-7f6c0958-161d-4915-a6ef-45aab40448c4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 May 13 13:29:16.046835 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58078) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:16.105769 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c9e4-d6f1-4259-9119-a24d81bbb164 req-d070e00b-e925-4cc3-81f5-194b5489d973 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.107460 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9d93c9e4-d6f1-4259-9119-a24d81bbb164 req-d070e00b-e925-4cc3-81f5-194b5489d973 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0583973 May 13 13:29:16.165186 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9d93c9e4-d6f1-4259-9119-a24d81bbb164 req-78221d8f-a9f1-4df3-96cb-4f2ce8d4220b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 May 13 13:29:16.174448 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Allocated IP 172.20.0.10 (0b9976ff-cf79-4330-8132-342b84c98512/416be3c1-bd7a-4a1c-a241-0c05c169efc5/2e260ecb-d92a-4742-8e06-f69dee207767) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:16.288333 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b2358-96e9-409b-8606-a6ef6345f48d tempest-TestMinimumBasicScenario-1211484310 tempest-TestMinimumBasicScenario-1211484310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.294180 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-279b2358-96e9-409b-8606-a6ef6345f48d tempest-TestMinimumBasicScenario-1211484310 tempest-TestMinimumBasicScenario-1211484310-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1124 time: 0.2462149 May 13 13:29:16.295101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58088) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:16.299978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'port_id': '77185538-d455-4ce8-942b-c0fc75b37ded', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:16.367055 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af4d1-4980-49d4-9a5a-085d5705a362 req-c7ba3428-ada8-48eb-85bd-cbf1cb81df89 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.368821 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-622af4d1-4980-49d4-9a5a-085d5705a362 req-c7ba3428-ada8-48eb-85bd-cbf1cb81df89 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0745020 May 13 13:29:16.420617 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.428878 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks [] for port (2e260ecb-d92a-4742-8e06-f69dee207767), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.449348 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-622af4d1-4980-49d4-9a5a-085d5705a362 req-18f71cd2-5d03-4e71-90a4-b5b61d3dda31 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739794 May 13 13:29:16.512862 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.578992 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.624663 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Allocated IP 172.27.0.77 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/d8c70a3c-ca56-48d9-9f7f-0f1e975efde1) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:16.632574 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Network 0b9976ff-cf79-4330-8132-342b84c98512 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:16.636746 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:16.643991 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:16.672492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Pushing event updated for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:16.701635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.703332 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.755935 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.791813 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-ec7fffb8-b5a9-4ea3-8b80-782d3cec9b02 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0510893 May 13 13:29:16.803380 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Request body: {'port': {'device_id': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:16.839029 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-4009bb0b-e332-4027-ae94-4fc687f672d1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854436485&fields=id&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 267 time: 0.0812156 May 13 13:29:16.866566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.940093 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.000816 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-8b50911a-855a-4ed3-b8ce-7c8d725ac231 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.003084 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-8b50911a-855a-4ed3-b8ce-7c8d725ac231 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.1563766 May 13 13:29:17.005737 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:17.016713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:17.034474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:17.040919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'Port': ['ID=d8c70a3c-ca56-48d9-9f7f-0f1e975efde1,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:17.047924 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ed88adec-2487-4390-9ff2-50c48fe7390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.059885 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:29:17.067131 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-9811c53b-62c7-461d-90ca-9f00b8e4bac7 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/quotas/d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 375 time: 0.0568376 May 13 13:29:17.082487 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.082487 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.082487 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.082487 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.083337 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.083337 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.083515 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.083851 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.084225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.084566 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.084887 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.085215 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.085542 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.085890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.086218 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:17.138831 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d507e06-ab2b-443c-974c-3ecea9ce9d13 req-b54c9c48-de56-4abd-a279-04ccdd3713ef tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.140345 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d507e06-ab2b-443c-974c-3ecea9ce9d13 req-b54c9c48-de56-4abd-a279-04ccdd3713ef tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 932 time: 0.0926549 May 13 13:29:17.171113 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-65e5c7eb-40c3-4382-bb85-9d98599d2f38 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965989 May 13 13:29:17.238901 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d507e06-ab2b-443c-974c-3ecea9ce9d13 req-7fc3694e-085e-4c15-bf7d-de241676c29e tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907924 May 13 13:29:17.262681 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e260ecb-d92a-4742-8e06-f69dee207767 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:17.272179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks [] for port (2e260ecb-d92a-4742-8e06-f69dee207767), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.286330 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Transition to ACTIVE for port object 2e260ecb-d92a-4742-8e06-f69dee207767 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:29:17.346924 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47071d4-7032-429f-b9a0-96364f6dbbaa req-6a00fc6f-14f8-42e6-b0f1-9a2ca39e98af tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.348411 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e47071d4-7032-429f-b9a0-96364f6dbbaa req-6a00fc6f-14f8-42e6-b0f1-9a2ca39e98af tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0485473 May 13 13:29:17.359183 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-27fe9075-65be-4ea5-b3d4-e398049ea585 service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713796 May 13 13:29:17.397186 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e47071d4-7032-429f-b9a0-96364f6dbbaa req-e9c5f598-2dc8-4480-a05b-12ae7168aeee tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 May 13 13:29:17.398359 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.451625 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Pushing event updated for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:17.521102 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Attempting to bind port 2e260ecb-d92a-4742-8e06-f69dee207767 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:29:17.521441 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Attempting to bind port 2e260ecb-d92a-4742-8e06-f69dee207767 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:29:17.521779 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Attempting to bind port 2e260ecb-d92a-4742-8e06-f69dee207767 on network 0b9976ff-cf79-4330-8132-342b84c98512 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:17.526653 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Port 2e260ecb-d92a-4742-8e06-f69dee207767 on network 0b9976ff-cf79-4330-8132-342b84c98512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:29:17.527351 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Attempting to bind port 2e260ecb-d92a-4742-8e06-f69dee207767 on network 0b9976ff-cf79-4330-8132-342b84c98512 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:17.534017 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:29:17.534267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Checking segment: {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:29:17.534903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Bound using segment: {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:29:17.535102 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Bound port: 2e260ecb-d92a-4742-8e06-f69dee207767, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446ec8d-3b6e-4d65-afef-f5835d153fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:29:17.535467 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.549478 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-36183345-cedc-4780-ab94-834e3bc187b1 service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657662 May 13 13:29:17.610744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284f128-4331-4270-a37a-ca02e875e833 req-4f67d51c-b826-4c66-ab69-234e11d92f2b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.612352 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d284f128-4331-4270-a37a-ca02e875e833 req-4f67d51c-b826-4c66-ab69-234e11d92f2b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0804749 May 13 13:29:17.647208 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for floatingip (0c7007a1-2e33-437d-b249-fc9232cb92c5), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.654976 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:29:17.659042 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2e260ecb-d92a-4742-8e06-f69dee207767,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:29:17.682136 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d284f128-4331-4270-a37a-ca02e875e833 req-f694fffe-ac5a-4534-b231-ff00d4e87911 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623605 May 13 13:29:17.780338 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.814354 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.814981 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.816364 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] 10.222.0.70 "PUT /v2.0/ports/2e260ecb-d92a-4742-8e06-f69dee207767 HTTP/1.1" status: 200 len: 1094 time: 1.0170858 May 13 13:29:17.818483 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:17.820740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56048f8e-4eb7-4837-ac80-fb99dec09624" -d '{"events": [{"name": "network-changed", "server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:17.857822 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed275e-61af-4c03-a19d-64343b800750 service neutron] Pushing event updated for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:17.861720 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb5e5e-e060-422d-9fed-394b0b25c487 x-openstack-request-id: req-0deb5e5e-e060-422d-9fed-394b0b25c487 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:17.862163 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:17.862423 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0deb5e5e-e060-422d-9fed-394b0b25c487 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:17.862824 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deb5e5e-e060-422d-9fed-394b0b25c487'] response: {'name': 'network-changed', 'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767', 'status': 'completed', 'code': 200} May 13 13:29:17.919378 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-1591be41-ba32-4370-a319-c9133fe63820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.921426 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-1591be41-ba32-4370-a319-c9133fe63820 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 1128 time: 0.0408349 May 13 13:29:18.022218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-a3b08063-dae1-47d5-937b-3327225d3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.023732 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-a3b08063-dae1-47d5-937b-3327225d3c3e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b361133457c04e2da4c4158a45bbcf19&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957062 May 13 13:29:18.108855 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.122671 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-39733e1d-3fe0-4789-af6c-6feb13c4caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.124745 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56048f8e-4eb7-4837-ac80-fb99dec09624 req-39733e1d-3fe0-4789-af6c-6feb13c4caa3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934069 May 13 13:29:18.202587 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-10730a39-39d8-4655-be9b-878aa5dc0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.204106 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-10730a39-39d8-4655-be9b-878aa5dc0bdf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b361133457c04e2da4c4158a45bbcf19&device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 1128 time: 0.0416849 May 13 13:29:18.206120 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.249348 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-337ae13a-5b85-47bc-8e02-8ddd047aca0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e260ecb-d92a-4742-8e06-f69dee207767 HTTP/1.1" status: 200 len: 217 time: 0.0383377 May 13 13:29:18.265029 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.335171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-93852d70-0ba9-4c50-b71b-1e9ab9435fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.336755 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-93852d70-0ba9-4c50-b71b-1e9ab9435fe5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=416be3c1-bd7a-4a1c-a241-0c05c169efc5 HTTP/1.1" status: 200 len: 854 time: 0.0819287 May 13 13:29:18.339530 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c2561d3f-e1ce-4d93-9af8-484d899537ce req-363f1fd7-d337-4e0b-9ea4-a3908e8bbe04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0285189 May 13 13:29:18.356689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.392256 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-498b9e7e-f79c-44cb-841e-784c835d02a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9976ff-cf79-4330-8132-342b84c98512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316086 May 13 13:29:18.403490 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a602656-d24c-444a-9c99-1a64050f017c req-c8e7d04a-48d1-4c0f-bb43-bdf5757e93f6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.405531 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9a602656-d24c-444a-9c99-1a64050f017c req-c8e7d04a-48d1-4c0f-bb43-bdf5757e93f6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 944 time: 0.0831723 May 13 13:29:18.457900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (0c7007a1-2e33-437d-b249-fc9232cb92c5), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.460146 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'Port': ['ID=d8c70a3c-ca56-48d9-9f7f-0f1e975efde1,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:18.568174 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80932011-fdff-4986-bba7-530a8c8ac14f req-3c954d79-b41f-48f2-9121-8468ec8d5a3a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.570679 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-80932011-fdff-4986-bba7-530a8c8ac14f req-3c954d79-b41f-48f2-9121-8468ec8d5a3a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0674777 May 13 13:29:18.636555 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Floating IP 0c7007a1-2e33-437d-b249-fc9232cb92c5 associated. External IP: 172.27.0.77, port: 77185538-d455-4ce8-942b-c0fc75b37ded. May 13 13:29:18.697240 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-80932011-fdff-4986-bba7-530a8c8ac14f req-0e1d6ef1-e29e-4036-adcd-315e1753f549 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966303 May 13 13:29:18.759186 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9a602656-d24c-444a-9c99-1a64050f017c req-b464914b-4038-4411-895d-2e592b3f9e6c tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455949 May 13 13:29:18.781255 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-3d384fa0-5207-41f3-bf1d-b646f33c3838 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747272 May 13 13:29:18.823301 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1e0f3-39c9-4a88-8107-8fc0e7feb9e4 req-f257aab2-6fce-4d81-802f-40e73859bf23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.825049 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-11b1e0f3-39c9-4a88-8107-8fc0e7feb9e4 req-f257aab2-6fce-4d81-802f-40e73859bf23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0598147 May 13 13:29:18.881275 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dffd0ca2-ccb0-413e-8590-0eb7acbd222d req-7ccfa8e9-364d-4d78-bd42-3857226c393a service neutron] 10.222.0.70 "GET /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914156 May 13 13:29:18.950405 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-11b1e0f3-39c9-4a88-8107-8fc0e7feb9e4 req-ea83b933-e639-4237-9568-c90afc224d06 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889487 May 13 13:29:18.971797 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Router d63e4323-a935-4937-8688-8efa0b01b8a7 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:19.094531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:19.104102 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Sync routers for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:19.118549 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:19.119172 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:19.198454 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.227336 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:19.228881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-8bf8d436-546b-4779-864f-6ce3fffa9e8d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9323378 May 13 13:29:19.229479 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:19.232002 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21860cae-fcee-4438-9489-64324df1572e" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:19.232223 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58132) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:19.237725 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787756759', 'description': 'tempest-secgroup-smoke-787756759 description', 'project_id': '1503b2654ff7475b98032519919ae481'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:19.285157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a47d37-2ee8-437c-8184-12f5d01b122d x-openstack-request-id: req-39a47d37-2ee8-437c-8184-12f5d01b122d {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:19.285532 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:19.286488 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39a47d37-2ee8-437c-8184-12f5d01b122d {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:19.287249 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a47d37-2ee8-437c-8184-12f5d01b122d'] response: {'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:29:19.426158 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-04f68368-59c7-4677-baf1-aacb6d15f44c req-43d67fd0-4252-47dd-87b3-a65e52d35aea tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0366375 May 13 13:29:19.456800 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.457000 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '0c7007a1-2e33-437d-b249-fc9232cb92c5', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'port_id': '77185538-d455-4ce8-942b-c0fc75b37ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'mac_address': 'fa:16:3e:f2:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6a17-fa9f-410e-b25d-4053de456900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:17Z', 'updated_at': '2022-05-13T13:29:17Z', 'revision_number': 0, 'project_id': '1503b2654ff7475b98032519919ae481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:19.481065 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Checking router: d63e4323-a935-4937-8688-8efa0b01b8a7 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:19.489464 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:19.490098 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:19.522903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (a132708f-33d0-4e29-b377-a71de51115ec), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.599641 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:19.625675 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.663206 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (a132708f-33d0-4e29-b377-a71de51115ec), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.693420 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a132708f-33d0-4e29-b377-a71de51115ec,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:19.788433 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:19.792576 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5428b6cd-dd7e-4107-a23b-a90fe14ddfbe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5559943 May 13 13:29:19.794362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58144) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:19.799662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:19.829599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7fe2b-7989-4f94-8f58-a5a4663d3614 req-c31b37f6-36f8-43a7-8714-8f105f8a208c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:19.831312 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11e7fe2b-7989-4f94-8f58-a5a4663d3614 req-c31b37f6-36f8-43a7-8714-8f105f8a208c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0569143 May 13 13:29:19.886736 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-11e7fe2b-7989-4f94-8f58-a5a4663d3614 req-6324ec67-34a5-4227-8e29-71f1edeb9720 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 May 13 13:29:19.897800 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb429-d4ab-47d1-9552-892581bdc3ad req-00e0af3d-42a8-4fe2-a277-6228bfdbec07 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:19.899577 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9bbbb429-d4ab-47d1-9552-892581bdc3ad req-00e0af3d-42a8-4fe2-a277-6228bfdbec07 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 944 time: 0.0527353 May 13 13:29:19.912022 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '0c7007a1-2e33-437d-b249-fc9232cb92c5', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'port_id': '77185538-d455-4ce8-942b-c0fc75b37ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'mac_address': 'fa:16:3e:f2:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6a17-fa9f-410e-b25d-4053de456900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:17Z', 'updated_at': '2022-05-13T13:29:17Z', 'revision_number': 0, 'project_id': '1503b2654ff7475b98032519919ae481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:19.939222 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ca36-9e05-44ba-a8db-f1888f0a4d28 None None] The sync data for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi is: [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '0c7007a1-2e33-437d-b249-fc9232cb92c5', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'port_id': '77185538-d455-4ce8-942b-c0fc75b37ded', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'mac_address': 'fa:16:3e:f2:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6a17-fa9f-410e-b25d-4053de456900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:17Z', 'updated_at': '2022-05-13T13:29:17Z', 'revision_number': 0, 'project_id': '1503b2654ff7475b98032519919ae481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:19.956020 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9bbbb429-d4ab-47d1-9552-892581bdc3ad req-65893b2d-eace-46ed-a1e9-1a661fe94ac6 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 May 13 13:29:19.963704 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (07bd94b5-30e4-4b13-98c7-8ef447be3e5c), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.026012 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (07bd94b5-30e4-4b13-98c7-8ef447be3e5c), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.072693 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee4497-cdb4-4276-8b32-a964b9195496 req-19cf11cf-0792-452e-b50d-748cb7754ec1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.074230 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85ee4497-cdb4-4276-8b32-a964b9195496 req-19cf11cf-0792-452e-b50d-748cb7754ec1 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0510767 May 13 13:29:20.125321 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-85ee4497-cdb4-4276-8b32-a964b9195496 req-37d03627-6e5f-45e0-9d19-426071044b71 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 May 13 13:29:20.143279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (07bd94b5-30e4-4b13-98c7-8ef447be3e5c), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.148821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21faeaf-a9ab-4f5f-aea1-6addab216c7d None None] New status for floating IP 0c7007a1-2e33-437d-b249-fc9232cb92c5: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:20.161852 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bd94b5-30e4-4b13-98c7-8ef447be3e5c,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:20.220063 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860cae-fcee-4438-9489-64324df1572e req-fe067c9e-9abb-4a5d-b867-76a3395c67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.221619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-fe067c9e-9abb-4a5d-b867-76a3395c67b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1129 time: 0.0401347 May 13 13:29:20.276713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.280964 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58148) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:20.281415 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-11bdb73c-e341-488e-9d0d-928ffd8c95aa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854476 May 13 13:29:20.288054 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:20.336714 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860cae-fcee-4438-9489-64324df1572e req-2e0bbddd-2dba-4e66-9230-7c49d6180b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.338276 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-2e0bbddd-2dba-4e66-9230-7c49d6180b1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.1084802 May 13 13:29:20.404738 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-415ba68f-65d2-42c3-9deb-eee49e7a44c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 998 time: 0.0585752 May 13 13:29:20.458357 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860cae-fcee-4438-9489-64324df1572e req-fd6e29fd-4cb4-42ad-99d8-d9dc44b59516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.459864 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-fd6e29fd-4cb4-42ad-99d8-d9dc44b59516 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0480113 May 13 13:29:20.515514 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (1fdd11ea-f26e-4c3f-99fa-699e74aed20e), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.530333 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2b8a2f6b-0782-4db3-8ee4-8f8b8e02f454 req-cb45fcf0-dd8c-430b-8d5c-9c6b28e79c1f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0348387 May 13 13:29:20.533243 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860cae-fcee-4438-9489-64324df1572e req-971934a3-2d49-414a-ba7b-6ce8fbdef193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.534795 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-971934a3-2d49-414a-ba7b-6ce8fbdef193 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671129 May 13 13:29:20.639941 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (1fdd11ea-f26e-4c3f-99fa-699e74aed20e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.659560 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-495d0e4f-9c09-405c-aca0-817361b2b287 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146700 May 13 13:29:20.714661 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (1fdd11ea-f26e-4c3f-99fa-699e74aed20e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.734124 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdd11ea-f26e-4c3f-99fa-699e74aed20e,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:20.822756 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.826576 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fd0ff779-c62d-487c-907d-f08d87e23e07 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5413289 May 13 13:29:20.826576 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-21860cae-fcee-4438-9489-64324df1572e req-000d4acd-826b-4693-986b-05fbd0a08840 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896192 May 13 13:29:20.826816 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58152) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:20.831018 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:20.859499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:20.993620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (1e12878c-9e85-4e77-8f14-176a3d7bb5bd), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.027120 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c4eff-7378-488d-a463-42a0eb5ff7c1 req-a3eb361d-de29-4f2a-8fd0-99a1d03b907f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.028627 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-730c4eff-7378-488d-a463-42a0eb5ff7c1 req-a3eb361d-de29-4f2a-8fd0-99a1d03b907f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0730598 May 13 13:29:21.079527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f105b-8ff5-41aa-9f66-a8174c77420a req-ff439463-90d4-49d0-9a1a-60fa8bbfebf5 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.081103 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-547f105b-8ff5-41aa-9f66-a8174c77420a req-ff439463-90d4-49d0-9a1a-60fa8bbfebf5 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 944 time: 0.0564308 May 13 13:29:21.106327 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (1e12878c-9e85-4e77-8f14-176a3d7bb5bd), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.110894 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-730c4eff-7378-488d-a463-42a0eb5ff7c1 req-c1835f76-9c69-4d7e-8cb2-d7848b0f5586 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736268 May 13 13:29:21.132067 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-547f105b-8ff5-41aa-9f66-a8174c77420a req-776a91a1-42e8-4154-8c04-5f50e905e9ea tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 May 13 13:29:21.189881 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (1e12878c-9e85-4e77-8f14-176a3d7bb5bd), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.232082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e12878c-9e85-4e77-8f14-176a3d7bb5bd,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:21.245349 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.245703 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.246075 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.246417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.246753 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.247087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.247417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.247744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.248572 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.248896 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.249221 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.249546 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.249899 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.250226 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.250548 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:21.264521 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea96d8-3079-4c9a-a610-ec8eb5224860 req-4eba4274-9cbc-4a39-b1cf-d2b906dd676b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.266010 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-13ea96d8-3079-4c9a-a610-ec8eb5224860 req-4eba4274-9cbc-4a39-b1cf-d2b906dd676b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0746129 May 13 13:29:21.311954 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-13ea96d8-3079-4c9a-a610-ec8eb5224860 req-6d062d9a-9b08-4bad-8287-17e8c24c8ffb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404551 May 13 13:29:21.341895 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.342924 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-605fbd8a-e3f0-4385-bac0-ea3eb4e828a4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5153461 May 13 13:29:21.345674 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58162) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:21.350044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:21.454265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (b382061b-d934-48cb-8a28-cd7640de65a2), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.514653 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (b382061b-d934-48cb-8a28-cd7640de65a2), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.642760 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3b25b93e-8df7-4cdc-b454-6f89a9c30cd1 req-29fc20c1-fbfd-45e9-be8e-e4aa0b6810f6 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0435863 May 13 13:29:21.663707 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-697be96b-8927-4904-953c-3d859d40cf77 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.665116 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-697be96b-8927-4904-953c-3d859d40cf77 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.1281562 May 13 13:29:21.727136 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-fd8cd868-dd65-4c8f-abab-397cc9ca1098 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 379 time: 0.0518911 May 13 13:29:21.731718 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (b382061b-d934-48cb-8a28-cd7640de65a2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.742452 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'port': {'device_id': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'admin_state_up': True, 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'security_groups': ['e496a54b-ad5a-4be4-8933-1b6327d5747f']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:21.794490 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b382061b-d934-48cb-8a28-cd7640de65a2,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:21.911775 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.912888 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b6487b39-e6d3-4fc1-a02e-5ce340a5c6e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5662658 May 13 13:29:21.915766 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58168) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:21.920895 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:21.921880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4cb8-a644-4e15-a8be-9a616d7f9c0f req-9c0e8e8e-bdc8-455d-9d7d-da545e71a89c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.923429 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca6d4cb8-a644-4e15-a8be-9a616d7f9c0f req-9c0e8e8e-bdc8-455d-9d7d-da545e71a89c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0620272 May 13 13:29:21.973029 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca6d4cb8-a644-4e15-a8be-9a616d7f9c0f req-decf680c-46d8-4527-b136-b390d7a0b9f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 May 13 13:29:22.023611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Made reservation on behalf of d3e32e04d1f44e97b903f98c7c2749db for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:22.023824 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.securitygroups_db [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Project 1503b2654ff7475b98032519919ae481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:29:22.028264 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.030171 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (9eae8ebb-f592-4cd2-9315-b7c5a82e8db5), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.099180 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (9eae8ebb-f592-4cd2-9315-b7c5a82e8db5), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.173012 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.20.0.6 (6c9600aa-af97-422e-b469-899e3d008792/7237cb52-d108-46c9-b606-7c1a5616a27d/d1cd2559-b1b4-466c-9ab5-45773dffdb54) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:22.200066 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (9eae8ebb-f592-4cd2-9315-b7c5a82e8db5), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.218720 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eae8ebb-f592-4cd2-9315-b7c5a82e8db5,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:22.245410 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-7f9394b9-69b7-4762-ab1a-131a1eea6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.246950 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-7f9394b9-69b7-4762-ab1a-131a1eea6f7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1130 time: 0.1016266 May 13 13:29:22.320508 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157e3bb-cde3-4ef8-82a2-fd93497a47d7 req-a8a93b1e-d119-4157-aad6-51ad86144cc3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.324899 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a157e3bb-cde3-4ef8-82a2-fd93497a47d7 req-a8a93b1e-d119-4157-aad6-51ad86144cc3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 944 time: 0.1006737 May 13 13:29:22.333326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69227a-f294-4c9c-8d90-30f0d7694e3c req-fb3aea23-be72-46d6-a183-ef63dd321653 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.334856 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6b69227a-f294-4c9c-8d90-30f0d7694e3c req-fb3aea23-be72-46d6-a183-ef63dd321653 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.1054246 May 13 13:29:22.343745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.344914 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-b8506a92-fb1a-49e1-92bf-985c272c4c3b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4280121 May 13 13:29:22.348820 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58174) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:22.360142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'security_group_rule': {'security_group_id': 'a132708f-33d0-4e29-b377-a71de51115ec', 'project_id': '1503b2654ff7475b98032519919ae481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:22.372406 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 2e260ecb-d92a-4742-8e06-f69dee207767 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:22.409966 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a157e3bb-cde3-4ef8-82a2-fd93497a47d7 req-5950ee09-1da5-43a4-8027-d8892308b63f tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815783 May 13 13:29:22.412838 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.447643 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-7aac6e68-fffc-4e2e-b9dc-4237874db952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.449303 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-7aac6e68-fffc-4e2e-b9dc-4237874db952 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.1775925 May 13 13:29:22.460949 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6b69227a-f294-4c9c-8d90-30f0d7694e3c req-8466e3a1-8989-4db1-8f31-86ec6112c848 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148438 May 13 13:29:22.549644 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-5dca7d38-9e17-40d5-bef6-028610c90a4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 1001 time: 0.0874517 May 13 13:29:22.552104 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.securitygroups_db [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Project 1503b2654ff7475b98032519919ae481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:29:22.558210 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (b3534659-289a-44c3-ae04-51374c9939e2), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.597352 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.617050 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2e260ecb-d92a-4742-8e06-f69dee207767,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:22.628756 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '2e260ecb-d92a-4742-8e06-f69dee207767', 'network_id': '0b9976ff-cf79-4330-8132-342b84c98512', 'port_id': '2e260ecb-d92a-4742-8e06-f69dee207767', 'mac_address': 'fa:16:3e:e3:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416be3c1-bd7a-4a1c-a241-0c05c169efc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:22.640174 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-363a3caf-b3b2-4f23-b23d-f3f87e4d1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.640174 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-363a3caf-b3b2-4f23-b23d-f3f87e4d1082 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0756621 May 13 13:29:22.641218 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:22.644482 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:22.650555 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:22.671125 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 2e260ecb-d92a-4742-8e06-f69dee207767 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:22.671706 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.685531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e260ecb-d92a-4742-8e06-f69dee207767 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:22.691393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (b3534659-289a-44c3-ae04-51374c9939e2), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.697503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-c90f8292-9d13-4527-96c5-518b7dd7fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.699204 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-c90f8292-9d13-4527-96c5-518b7dd7fb0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552127 May 13 13:29:22.699364 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:22.708669 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2e260ecb-d92a-4742-8e06-f69dee207767,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:22.726403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.727064 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.777103 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (b3534659-289a-44c3-ae04-51374c9939e2), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.786564 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb81d3-8cc6-42ea-b271-82d53b231128 req-e33272a1-e45b-4695-81d1-3e39fd1de57f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.788374 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-89bb81d3-8cc6-42ea-b271-82d53b231128 req-e33272a1-e45b-4695-81d1-3e39fd1de57f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 931 time: 0.0574677 May 13 13:29:22.808966 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3534659-289a-44c3-ae04-51374c9939e2,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:22.822826 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-8f928659-4f7e-47e4-a5b1-764cb3c7225d service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080427 May 13 13:29:22.844164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.853829 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-89bb81d3-8cc6-42ea-b271-82d53b231128 req-de3cccb9-7271-4aca-b7b4-a9a518490d2b tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593553 May 13 13:29:22.877959 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-29596cef-545f-4c94-9e61-0d93bf381a72 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415582 May 13 13:29:22.897366 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Request body: {'port': {'device_id': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:22.915427 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:22.923095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.923802 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.924403 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.924771 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.925147 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.925488 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.925852 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.926377 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.926773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.927159 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.927496 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.927842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.928379 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.928715 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.929044 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:22.941663 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:22.941663 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d553ecb7-46f6-4bdd-9d19-867a8df9c1ea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5888822 May 13 13:29:22.950059 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8849ff9d-b654-4fd3-993e-38b05a3d2f48 req-918e13c0-f21a-40aa-a793-b3a61421677a service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063237 May 13 13:29:22.965925 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.006880 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-66e5c0d4-431b-4988-bddf-08efb5e45247 None None] Provisioning complete for port d1cd2559-b1b4-466c-9ab5-45773dffdb54 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:23.007384 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-66e5c0d4-431b-4988-bddf-08efb5e45247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.050434 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-66e5c0d4-431b-4988-bddf-08efb5e45247 None None] Port d1cd2559-b1b4-466c-9ab5-45773dffdb54 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:29:23.054763 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-76ec0d17-8839-4abe-a22c-c9b0f6c9c8ca tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787756759&fields=id&tenant_id=1503b2654ff7475b98032519919ae481 HTTP/1.1" status: 200 len: 267 time: 0.0680382 May 13 13:29:23.108303 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-6179d030-3d67-48b4-84f3-8d6e243b03e6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.109854 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-6179d030-3d67-48b4-84f3-8d6e243b03e6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0493677 May 13 13:29:23.123939 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'port': {'security_groups': ['bf460eef-c582-4d1f-9117-b52f1fa2577b', 'a132708f-33d0-4e29-b377-a71de51115ec']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:23.156094 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe9cc-2c1c-4083-afef-d37218a74410 req-92c36655-70ca-4d24-93eb-dcdafbb90763 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.157572 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-929fe9cc-2c1c-4083-afef-d37218a74410 req-92c36655-70ca-4d24-93eb-dcdafbb90763 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0726368 May 13 13:29:23.213397 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.225988 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['2e260ecb-d92a-4742-8e06-f69dee207767'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:23.259691 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-929fe9cc-2c1c-4083-afef-d37218a74410 req-0af2dbb4-9de8-441c-8e93-7faf4a4d942c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726755 May 13 13:29:23.338639 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cd2559-b1b4-466c-9ab5-45773dffdb54 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:23.346974 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks [] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.365335 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Transition to ACTIVE for port object d1cd2559-b1b4-466c-9ab5-45773dffdb54 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:29:23.436447 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.453662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:23.492283 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for port (77185538-d455-4ce8-942b-c0fc75b37ded), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.504899 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:23.590158 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c9ece-3f5a-42b3-84ee-488b2bd75b7a req-5135b47a-4a0d-4587-aadc-70cc63ff5eb0 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.592195 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e5c9ece-3f5a-42b3-84ee-488b2bd75b7a req-5135b47a-4a0d-4587-aadc-70cc63ff5eb0 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 945 time: 0.1050909 May 13 13:29:23.602400 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.636798 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Attempting to bind port d1cd2559-b1b4-466c-9ab5-45773dffdb54 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:29:23.637650 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Attempting to bind port d1cd2559-b1b4-466c-9ab5-45773dffdb54 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:29:23.637650 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Attempting to bind port d1cd2559-b1b4-466c-9ab5-45773dffdb54 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:23.644014 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Port d1cd2559-b1b4-466c-9ab5-45773dffdb54 on network 6c9600aa-af97-422e-b469-899e3d008792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:29:23.644338 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Attempting to bind port d1cd2559-b1b4-466c-9ab5-45773dffdb54 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:23.647907 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.648588 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.659673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:29:23.660015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:29:23.660385 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5cf017fa-a544-42bb-88f4-18c23afc7c30 req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "PUT /v2.0/ports/77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 981 time: 0.5440261 May 13 13:29:23.660509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Bound using segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:29:23.660810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Bound port: d1cd2559-b1b4-466c-9ab5-45773dffdb54, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:29:23.660920 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:23.661162 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.663211 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:23.668238 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e5c9ece-3f5a-42b3-84ee-488b2bd75b7a req-bba9e9e6-6e6a-46c6-829b-0ec09b65476a tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 May 13 13:29:23.723452 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532a6be-659f-4368-899a-ff844796b420 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=6']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:23.796116 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:29:23.799513 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb587d1a-b02f-468a-a178-b1f2a904a9de req-42811e9c-9432-44c8-be53-6f58a3b5b646 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.801268 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb587d1a-b02f-468a-a178-b1f2a904a9de req-42811e9c-9432-44c8-be53-6f58a3b5b646 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0562992 May 13 13:29:23.813373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:29:23.820604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f635036-4de5-4b52-a8f0-e59ba01c4157 req-0d47682f-feb6-49e4-9370-2084f5e405de tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.822267 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3f635036-4de5-4b52-a8f0-e59ba01c4157 req-0d47682f-feb6-49e4-9370-2084f5e405de tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0677214 May 13 13:29:23.854459 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb587d1a-b02f-468a-a178-b1f2a904a9de req-4c84008c-f5c2-46c5-a8eb-59f12efa944a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 May 13 13:29:23.889029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.900522 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3f635036-4de5-4b52-a8f0-e59ba01c4157 req-0caf6ffb-5218-4576-bf2c-1bc89fa90f7f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695148 May 13 13:29:23.924983 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a66b9f-ff99-4013-9c37-78ec59c535ca x-openstack-request-id: req-f5a66b9f-ff99-4013-9c37-78ec59c535ca {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:23.925283 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:23.925543 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5a66b9f-ff99-4013-9c37-78ec59c535ca {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:23.925990 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a66b9f-ff99-4013-9c37-78ec59c535ca'] response: {'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:29:23.932518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.933134 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.934533 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] 10.222.0.70 "PUT /v2.0/ports/d1cd2559-b1b4-466c-9ab5-45773dffdb54 HTTP/1.1" status: 200 len: 1093 time: 1.0422843 May 13 13:29:23.935333 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:23.937941 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db42b3-b85b-46da-82a4-28fb17daeff1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:23.961811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ff22c-c4f0-4265-9624-d21258849727 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:23.987679 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcc72fb-1662-4a67-b767-11152684feee x-openstack-request-id: req-4dcc72fb-1662-4a67-b767-11152684feee {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:23.987962 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:23.988215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dcc72fb-1662-4a67-b767-11152684feee {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:23.988624 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcc72fb-1662-4a67-b767-11152684feee'] response: {'name': 'network-changed', 'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'status': 'completed', 'code': 200} May 13 13:29:24.012177 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9fbf1862-d646-4a19-b5fc-be7a0d61ebb0 None None] Provisioning complete for port 77185538-d455-4ce8-942b-c0fc75b37ded triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:24.012748 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1862-d646-4a19-b5fc-be7a0d61ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:24.052755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d56b99-5442-4f2d-8072-786b716ab9ee req-a3dfc302-6688-4de3-9b39-f058889242b0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.054602 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9d56b99-5442-4f2d-8072-786b716ab9ee req-a3dfc302-6688-4de3-9b39-f058889242b0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0787888 May 13 13:29:24.118069 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-a2cd075d-2109-4ff3-98cb-80062dceafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.123555 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-a2cd075d-2109-4ff3-98cb-80062dceafb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1168 time: 0.0600743 May 13 13:29:24.136279 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf1862-d646-4a19-b5fc-be7a0d61ebb0 None None] Current status of the port 77185538-d455-4ce8-942b-c0fc75b37ded is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:24.154743 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:24.170569 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9d56b99-5442-4f2d-8072-786b716ab9ee req-306f0cb3-3db7-4fe1-9401-a5f6862f5807 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963783 May 13 13:29:24.171719 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-16d94f38-26d3-4885-bdbd-e6b5e7242ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.173115 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-16d94f38-26d3-4885-bdbd-e6b5e7242ea7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 1127 time: 0.1174724 May 13 13:29:24.241881 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-83d63411-450f-4ea0-8c80-e62b2fb73e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.243443 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-83d63411-450f-4ea0-8c80-e62b2fb73e3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.1178296 May 13 13:29:24.284270 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-d84fe7e2-87c9-4fef-9bf5-95678a0b687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.286440 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-d84fe7e2-87c9-4fef-9bf5-95678a0b687d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044331 May 13 13:29:24.293389 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:24.339840 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-6698679e-618b-493b-a813-36b4c1f3103a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 1000 time: 0.0886238 May 13 13:29:24.391630 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 2e260ecb-d92a-4742-8e06-f69dee207767 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:24.417041 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-6b1bb441-c67c-4933-b0cd-48263b0c7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.418962 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4db42b3-b85b-46da-82a4-28fb17daeff1 req-6b1bb441-c67c-4933-b0cd-48263b0c7492 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201005 May 13 13:29:24.440998 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d54db3-0196-4ee7-8491-8135436b5afc req-e21f563c-f794-40dd-a963-19d6ac6ab222 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.442764 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c9d54db3-0196-4ee7-8491-8135436b5afc req-e21f563c-f794-40dd-a963-19d6ac6ab222 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0785601 May 13 13:29:24.445107 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-ab92d188-e64e-47e5-a5f0-5ac6899ed937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.446844 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-ab92d188-e64e-47e5-a5f0-5ac6899ed937 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0927711 May 13 13:29:24.511604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-77edc864-ab6a-46f9-849b-a868d4e1ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.513219 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-77edc864-ab6a-46f9-849b-a868d4e1ea08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 1127 time: 0.0530310 May 13 13:29:24.519029 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-f1acedcf-5d74-4ff5-b82d-d1b3e3239091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.520517 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-f1acedcf-5d74-4ff5-b82d-d1b3e3239091 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635810 May 13 13:29:24.540023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 2e260ecb-d92a-4742-8e06-f69dee207767 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:29:24.564845 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-08d6816e-46ba-4b2f-ad48-53c3cd11e5ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54 HTTP/1.1" status: 200 len: 217 time: 0.0433023 May 13 13:29:24.586409 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c9d54db3-0196-4ee7-8491-8135436b5afc req-9eed791b-1ffa-4510-9a53-620593516e6b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364243 May 13 13:29:24.637001 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-819627d7-5949-4f88-add9-684a7119708e service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085727 May 13 13:29:24.638369 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-8f86a325-0447-42d4-8ecc-d58c6fef3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.640465 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-8f86a325-0447-42d4-8ecc-d58c6fef3666 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0617473 May 13 13:29:24.641186 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 2e260ecb-d92a-4742-8e06-f69dee207767 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:24.641555 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:24.690845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-ba9b821f-dbd8-4b84-bd0e-e01d8e294eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.692493 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-ba9b821f-dbd8-4b84-bd0e-e01d8e294eb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404322 May 13 13:29:24.749170 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3d2bff91-3935-4fc7-8e7c-e97ae9f26a92 req-3d66fc92-49c1-42b9-ac85-83bfef45a34e service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976040 May 13 13:29:24.815809 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 2e260ecb-d92a-4742-8e06-f69dee207767 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:24.816107 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:24.837177 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19a7f9-fa0d-44a1-b68e-a7d8206d3fde req-1082ed02-31cd-4163-ab17-7ae3766c78d1 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.838682 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc19a7f9-fa0d-44a1-b68e-a7d8206d3fde req-1082ed02-31cd-4163-ab17-7ae3766c78d1 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 945 time: 0.0677271 May 13 13:29:24.842808 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-5a40f649-536d-4e63-a936-e06d8b61270f service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436377 May 13 13:29:24.855390 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:24.857607 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1bd26-2881-4921-8e6e-f1db4d9b0785" -d '{"events": [{"server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "name": "network-vif-plugged", "status": "completed", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:24.878993 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2e260ecb-d92a-4742-8e06-f69dee207767,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:24.899972 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6b6c4-6aa0-4991-b3ef-507a0762f37d x-openstack-request-id: req-05d6b6c4-6aa0-4991-b3ef-507a0762f37d {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:24.900287 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "name": "network-vif-plugged", "status": "completed", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:24.900544 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05d6b6c4-6aa0-4991-b3ef-507a0762f37d {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:24.900980 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d6b6c4-6aa0-4991-b3ef-507a0762f37d'] response: {'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767', 'code': 200} May 13 13:29:24.954099 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc19a7f9-fa0d-44a1-b68e-a7d8206d3fde req-098c31f4-a289-4941-ba7c-f8c29a7d8f07 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089303 May 13 13:29:24.962801 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:25.006179 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-332b20eb-f67e-42c6-8b2d-25fec8e475e9 req-eed7f26c-d5b6-449f-a698-539c89425387 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543756 May 13 13:29:25.035192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:25.072157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321397-48a8-4cbe-9432-963141c7e536 req-e9f5a15e-1911-4449-9534-d4bf314677aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:25.073576 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2a321397-48a8-4cbe-9432-963141c7e536 req-e9f5a15e-1911-4449-9534-d4bf314677aa tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0503151 May 13 13:29:25.122048 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2a321397-48a8-4cbe-9432-963141c7e536 req-3428fcb7-3098-4620-843f-c8fc86bcf8cf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 May 13 13:29:25.312410 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35ba1a-ec26-4c17-a5ab-68d3c91af3ca req-96705a86-ab84-40b7-9a22-1a665f1eb12d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:25.313945 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3f35ba1a-ec26-4c17-a5ab-68d3c91af3ca req-96705a86-ab84-40b7-9a22-1a665f1eb12d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0561767 May 13 13:29:25.373160 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3f35ba1a-ec26-4c17-a5ab-68d3c91af3ca req-4d508074-e334-46fe-b579-d7db67e00c53 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533144 May 13 13:29:25.489388 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a12a2-2318-44d1-a8a2-cbd8a298e9fa req-c7a16ba6-35f3-4f62-b2e2-940accf031d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:25.491266 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d22a12a2-2318-44d1-a8a2-cbd8a298e9fa req-c7a16ba6-35f3-4f62-b2e2-940accf031d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 1130 time: 0.0427916 May 13 13:29:25.545440 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d22a12a2-2318-44d1-a8a2-cbd8a298e9fa req-ea9f7d95-6e3f-4af9-a5e7-d79927f01d3e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 May 13 13:29:26.098439 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f2c7-8a41-4935-9c1b-a94c930f562f req-7140d918-ad3b-45d1-9188-35ed64a7f6b3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.099905 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cb13f2c7-8a41-4935-9c1b-a94c930f562f req-7140d918-ad3b-45d1-9188-35ed64a7f6b3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0461078 May 13 13:29:26.149856 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-cb13f2c7-8a41-4935-9c1b-a94c930f562f req-8835e98c-bfd3-4d74-8a76-12fe7def4382 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 May 13 13:29:26.236003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0487fb-66f8-4494-8388-61e2a1636828 req-8b055adc-1c2d-4b8b-8c59-89cb566b552b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.237459 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd0487fb-66f8-4494-8388-61e2a1636828 req-8b055adc-1c2d-4b8b-8c59-89cb566b552b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0469882 May 13 13:29:26.283007 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd0487fb-66f8-4494-8388-61e2a1636828 req-a600bbd2-bb46-44cb-93ae-0d39b90dfee7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 May 13 13:29:26.489842 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537ee74-2789-4a03-96a8-83c71e733d7d req-183928e0-0038-4011-b644-c5eb53099ed9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.489842 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4537ee74-2789-4a03-96a8-83c71e733d7d req-183928e0-0038-4011-b644-c5eb53099ed9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0472431 May 13 13:29:26.538296 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4537ee74-2789-4a03-96a8-83c71e733d7d req-a9cbeaa7-5499-42ac-8ba7-33ff987dd731 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 May 13 13:29:27.260937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed790c-a1db-4ad9-9616-53a0928121a3 req-fb66b253-0bee-4cf5-a033-50bb5a7fbb58 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:27.262419 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-90ed790c-a1db-4ad9-9616-53a0928121a3 req-fb66b253-0bee-4cf5-a033-50bb5a7fbb58 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0467572 May 13 13:29:27.309381 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-90ed790c-a1db-4ad9-9616-53a0928121a3 req-e2f9e30c-4e96-4b3e-9211-7a4dc2edf6e3 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 May 13 13:29:27.417401 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317788-c314-402b-ae0f-960741f85eaa req-253a89fe-7673-46d8-8f37-49b014ede30d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:27.418961 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ae317788-c314-402b-ae0f-960741f85eaa req-253a89fe-7673-46d8-8f37-49b014ede30d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0512636 May 13 13:29:27.466389 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ae317788-c314-402b-ae0f-960741f85eaa req-74344325-9e18-423d-92d1-d2b5bc5c0ff3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 May 13 13:29:27.655287 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b077-0c78-461f-82b3-c28e6d236fa9 req-87ad1ebc-c4c9-4e75-befb-08df2890a2fc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:27.656766 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fb0b077-0c78-461f-82b3-c28e6d236fa9 req-87ad1ebc-c4c9-4e75-befb-08df2890a2fc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0513875 May 13 13:29:27.705878 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9fb0b077-0c78-461f-82b3-c28e6d236fa9 req-7e8bc7c2-0570-49ef-ba1f-c47b34baf982 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436435 May 13 13:29:28.419776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a263c-437b-4f19-85d5-8cd5aa8782aa req-d0f8ef89-5920-4398-aebe-2f63cf513811 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:28.421749 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-713a263c-437b-4f19-85d5-8cd5aa8782aa req-d0f8ef89-5920-4398-aebe-2f63cf513811 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0460961 May 13 13:29:28.467441 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-713a263c-437b-4f19-85d5-8cd5aa8782aa req-533b7da1-39a7-4f3c-8fec-35fc191bcd88 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 May 13 13:29:28.582735 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b3f2f-fa50-4217-8b5a-43282cf42046 req-d1999895-7db3-498c-a55d-30759397c527 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:28.584224 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fa9b3f2f-fa50-4217-8b5a-43282cf42046 req-d1999895-7db3-498c-a55d-30759397c527 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0522647 May 13 13:29:28.629898 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fa9b3f2f-fa50-4217-8b5a-43282cf42046 req-5ea0141c-6e86-49e4-a676-89b046fb3925 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402660 May 13 13:29:28.824014 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c5d5-991d-4e8d-87bc-4f8b5d83237a req-5e13a409-3233-4181-9314-a1b3bf3dac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:28.825706 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5be3c5d5-991d-4e8d-87bc-4f8b5d83237a req-5e13a409-3233-4181-9314-a1b3bf3dac3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0443022 May 13 13:29:28.826589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1d39b-9f13-43ec-8d1b-61c1d025987a req-921c4771-4c16-4466-a7ee-6afc6d3c5c7a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:28.828428 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1be1d39b-9f13-43ec-8d1b-61c1d025987a req-921c4771-4c16-4466-a7ee-6afc6d3c5c7a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0505495 May 13 13:29:28.876860 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1be1d39b-9f13-43ec-8d1b-61c1d025987a req-242af68f-8ae3-430d-9c6c-5bfde648ae39 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 May 13 13:29:28.952116 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5be3c5d5-991d-4e8d-87bc-4f8b5d83237a req-7e4e881f-7c3e-41e0-a7dd-99d457ecae34 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 13 13:29:29.740076 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892355bb-479c-43bc-99e0-7ac04c93af3c req-337321f1-49a1-4243-b5da-e69756675cf4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.742083 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-892355bb-479c-43bc-99e0-7ac04c93af3c req-337321f1-49a1-4243-b5da-e69756675cf4 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0465605 May 13 13:29:29.797869 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-892355bb-479c-43bc-99e0-7ac04c93af3c req-901bef11-7c04-4337-86c3-d471e7129c55 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502901 May 13 13:29:29.991181 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62b2d-1dc1-4b64-831c-7a58e9cdfba6 req-8f16336c-3245-4b01-ba9c-44c8fbca74af tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.992888 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4f62b2d-1dc1-4b64-831c-7a58e9cdfba6 req-8f16336c-3245-4b01-ba9c-44c8fbca74af tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0489583 May 13 13:29:30.050649 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e4f62b2d-1dc1-4b64-831c-7a58e9cdfba6 req-e08e3ffa-a95f-45d2-aa04-527c59074382 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517535 May 13 13:29:30.464733 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7af6-0284-4624-b4cd-a07efa4b7ba2 req-1eab1e8d-9749-4e8a-810d-e58488c8927a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.466157 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d7af6-0284-4624-b4cd-a07efa4b7ba2 req-1eab1e8d-9749-4e8a-810d-e58488c8927a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0470269 May 13 13:29:30.516881 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b89d7af6-0284-4624-b4cd-a07efa4b7ba2 req-b3e69ba4-43a6-4c4d-b41d-7f2ebdf342ea tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 May 13 13:29:30.915952 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dda14-66ea-422d-b5ef-01a79f0cfcd6 req-f006cd43-4f44-4325-9f13-d79246a6bc5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.917401 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c29dda14-66ea-422d-b5ef-01a79f0cfcd6 req-f006cd43-4f44-4325-9f13-d79246a6bc5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0467744 May 13 13:29:30.964998 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c29dda14-66ea-422d-b5ef-01a79f0cfcd6 req-279e840a-b5d8-4027-9154-7726e563c9f8 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 May 13 13:29:31.161937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3e228-2dd8-420f-9c0a-19a439ff82e2 req-f6bebd7a-f0c9-4f12-805b-8d3f9ec709ea tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:31.163389 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dbe3e228-2dd8-420f-9c0a-19a439ff82e2 req-f6bebd7a-f0c9-4f12-805b-8d3f9ec709ea tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0459225 May 13 13:29:31.221351 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dbe3e228-2dd8-420f-9c0a-19a439ff82e2 req-ab428e61-6083-454b-9b7f-282aa0e4dc05 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523169 May 13 13:29:31.636402 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84a9b-2512-4b29-b151-bf5274b5d9ac req-8bc0bb57-f3f4-47ee-a506-c76ea92d55e9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:31.637881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e4c84a9b-2512-4b29-b151-bf5274b5d9ac req-8bc0bb57-f3f4-47ee-a506-c76ea92d55e9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0465829 May 13 13:29:31.683205 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e4c84a9b-2512-4b29-b151-bf5274b5d9ac req-cbbe9c7a-8a13-4b6a-affd-71415bf17c72 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 May 13 13:29:32.076937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1725-1902-4faa-8b32-59db2ef20048 req-acbb7922-1ba9-497e-93aa-00ab605cdf93 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:32.079360 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1d2e1725-1902-4faa-8b32-59db2ef20048 req-acbb7922-1ba9-497e-93aa-00ab605cdf93 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0462284 May 13 13:29:32.126487 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1d2e1725-1902-4faa-8b32-59db2ef20048 req-df11dce4-073f-4ca8-8a58-b20121efc317 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 May 13 13:29:32.337302 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b695f-4869-4176-8145-666d06a0a537 req-58e087be-f190-4b4f-a701-e9847953c6d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:32.338796 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c1b695f-4869-4176-8145-666d06a0a537 req-58e087be-f190-4b4f-a701-e9847953c6d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0520194 May 13 13:29:32.389619 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c1b695f-4869-4176-8145-666d06a0a537 req-d48faf63-685a-4390-b39d-157d47531015 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 May 13 13:29:32.645655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72cbc9-976b-40eb-991e-328c1d9c800f req-e5eefbb8-8baa-40d1-981c-5a5813bd4cbe tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:32.647075 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a72cbc9-976b-40eb-991e-328c1d9c800f req-e5eefbb8-8baa-40d1-981c-5a5813bd4cbe tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0464499 May 13 13:29:32.692998 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a72cbc9-976b-40eb-991e-328c1d9c800f req-401d0c10-41e7-418a-8246-69e347b2e697 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 May 13 13:29:32.817933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7411c-2b3c-44f9-8d9b-88facaffcc4a req-7f10fbb2-2101-493c-bd85-bc2dad146bd9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:32.819398 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5e7411c-2b3c-44f9-8d9b-88facaffcc4a req-7f10fbb2-2101-493c-bd85-bc2dad146bd9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0507441 May 13 13:29:32.874800 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5e7411c-2b3c-44f9-8d9b-88facaffcc4a req-b57e0c29-6fd6-44c7-916c-bbe8a631c9d9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492992 May 13 13:29:33.501013 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7611f-be72-44de-be03-4557de38f09b req-b6c30eb3-753d-4937-a3d8-508275bd38b0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:33.502521 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9f7611f-be72-44de-be03-4557de38f09b req-b6c30eb3-753d-4937-a3d8-508275bd38b0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0464268 May 13 13:29:33.552353 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a9f7611f-be72-44de-be03-4557de38f09b req-da440723-c0b1-4a7b-b534-06fbc65fef9a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 May 13 13:29:33.805370 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7394a7-fac4-42b7-94fb-75c81808c956 req-e23cf18d-e930-49e5-9e50-23b4f48f293f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:33.806881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b7394a7-fac4-42b7-94fb-75c81808c956 req-e23cf18d-e930-49e5-9e50-23b4f48f293f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0470223 May 13 13:29:33.854463 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b7394a7-fac4-42b7-94fb-75c81808c956 req-78360e79-5469-432e-a189-93d6c1dae003 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 May 13 13:29:34.023179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752b8c6-4b64-4d0b-a8da-b5eb49c6bc0c req-4a1bdb12-4f9f-42bf-96f4-4459002f808b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.024703 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a752b8c6-4b64-4d0b-a8da-b5eb49c6bc0c req-4a1bdb12-4f9f-42bf-96f4-4459002f808b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0781353 May 13 13:29:34.031667 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-4d8fa672-54ba-49c5-b428-a61bae901284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.033062 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-4d8fa672-54ba-49c5-b428-a61bae901284 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0575516 May 13 13:29:34.072915 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a752b8c6-4b64-4d0b-a8da-b5eb49c6bc0c req-6c237517-f40a-4482-be07-b7d703e3670b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 May 13 13:29:34.326803 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-deeea4fe-ef70-43bb-87bc-a2d6d69838ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.329075 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-deeea4fe-ef70-43bb-87bc-a2d6d69838ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0891261 May 13 13:29:34.425072 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-bb01cc22-8a99-4c0e-b8f5-edd39f0a5b84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.426485 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d1cd2559-b1b4-466c-9ab5-45773dffdb54 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:34.427000 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-bb01cc22-8a99-4c0e-b8f5-edd39f0a5b84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.0491312 May 13 13:29:34.430367 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-ef0dc738-7e2c-4e72-acdc-c9d98af18b8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 1001 time: 0.0588958 May 13 13:29:34.493775 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-ba5efc36-ee9e-493f-9ffa-645fe0070030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.495329 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-ba5efc36-ee9e-493f-9ffa-645fe0070030 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0497510 May 13 13:29:34.526239 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:34.534022 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Deleting port 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:34.534361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.538683 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'port_id': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'mac_address': 'fa:16:3e:f7:23:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:34.539993 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-8c311fbb-bbe9-4e73-b0cb-b721ec321229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.542058 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-8c311fbb-bbe9-4e73-b0cb-b721ec321229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398242 May 13 13:29:34.583111 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d1cd2559-b1b4-466c-9ab5-45773dffdb54 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:34.583518 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.597804 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cd2559-b1b4-466c-9ab5-45773dffdb54 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:34.620306 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:34.651041 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-d1912e9d-2833-44f9-8bbb-b1f9cc214596 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932238 May 13 13:29:34.669410 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] For port 1a4cef43-4ad0-41f0-9857-11ea57340642, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a4cef43-4ad0-41f0-9857-11ea57340642,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:34.669901 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.689120 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1beae-25a0-4654-97c3-9fd9b4c6f772 req-b1b95e44-7d15-46d3-aa13-37ce7ca331e2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.690635 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0ec1beae-25a0-4654-97c3-9fd9b4c6f772 req-b1b95e44-7d15-46d3-aa13-37ce7ca331e2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 943 time: 0.0673072 May 13 13:29:34.705070 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.745937 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dba1c10a-31eb-4961-9b09-7e76c873f7e2 req-8a8b5dfd-0653-4470-9e17-2c99394b80f3 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 May 13 13:29:34.755181 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:34.869519 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0ec1beae-25a0-4654-97c3-9fd9b4c6f772 req-e9ffc5a1-8597-447b-a0b6-83a83256204e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557956 May 13 13:29:34.943780 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.944144 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.944462 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Floating IP 9a36ff1d-4836-4ed6-8246-621cb129b6c8 disassociated. External IP: 172.27.0.135, port: 1a4cef43-4ad0-41f0-9857-11ea57340642. May 13 13:29:34.944987 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Calling delete_port for 1a4cef43-4ad0-41f0-9857-11ea57340642 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:34.970458 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738293ce-6db0-4e2e-ac28-7495c7476aca req-3de46cf1-b0e3-460b-92fb-5dc4d19db29f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.972117 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-738293ce-6db0-4e2e-ac28-7495c7476aca req-3de46cf1-b0e3-460b-92fb-5dc4d19db29f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0481706 May 13 13:29:35.019960 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-738293ce-6db0-4e2e-ac28-7495c7476aca req-4014cbf8-c2a5-452f-aae7-cd8057877843 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 May 13 13:29:35.080852 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['d1cd2559-b1b4-466c-9ab5-45773dffdb54'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:35.417905 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (1a4cef43-4ad0-41f0-9857-11ea57340642), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.455302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'Port': ['ID=1a4cef43-4ad0-41f0-9857-11ea57340642,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:35.464780 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256db96-37e6-4e99-abeb-39b277eb8fda req-cb0c59cc-aa5b-492b-bee0-4da64f6131c7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:35.466363 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c256db96-37e6-4e99-abeb-39b277eb8fda req-cb0c59cc-aa5b-492b-bee0-4da64f6131c7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 946 time: 0.3214562 May 13 13:29:35.560432 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c256db96-37e6-4e99-abeb-39b277eb8fda req-ed9cace2-4285-4e9a-913d-df973dd158ec tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ccc937f-7294-444c-a893-d36bf11d082e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876327 May 13 13:29:35.609733 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:35.719832 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:35.729799 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:35.740226 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:35.740781 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:35.767125 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] No DVR routers for this DVR port 1a4cef43-4ad0-41f0-9857-11ea57340642 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:35.770678 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.773941 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc73a4d7-1883-4610-907e-61cc5785b4a1 req-e987c095-b278-4cba-acd9-92cd4efba3be tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "DELETE /v2.0/ports/1a4cef43-4ad0-41f0-9857-11ea57340642 HTTP/1.1" status: 204 len: 173 time: 1.3289714 May 13 13:29:35.774468 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-deleted', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:35.776801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea96c50-8d1e-44fa-9de7-b5f02c627848" -d '{"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-deleted", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:35.812622 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e95b9-5654-4a6a-8734-d6ef6cd85db7 x-openstack-request-id: req-a32e95b9-5654-4a6a-8734-d6ef6cd85db7 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:35.812982 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89412841-b653-4a80-8cde-0c7a264a9c4c", "name": "network-vif-deleted", "tag": "1a4cef43-4ad0-41f0-9857-11ea57340642", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:35.813299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a32e95b9-5654-4a6a-8734-d6ef6cd85db7 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:35.813766 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32e95b9-5654-4a6a-8734-d6ef6cd85db7'] response: {'server_uuid': '89412841-b653-4a80-8cde-0c7a264a9c4c', 'name': 'network-vif-deleted', 'tag': '1a4cef43-4ad0-41f0-9857-11ea57340642', 'status': 'completed', 'code': 200} May 13 13:29:35.861202 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:35.988793 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec45ac-aab4-4704-9215-8fb2dbaac0ec req-db8d2be7-0e43-459d-a9ed-c07a0a99dd35 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:35.990629 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c3ec45ac-aab4-4704-9215-8fb2dbaac0ec req-db8d2be7-0e43-459d-a9ed-c07a0a99dd35 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 944 time: 0.0526104 May 13 13:29:36.039708 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c3ec45ac-aab4-4704-9215-8fb2dbaac0ec req-cdd60fe6-d255-48d4-9be7-7b81453db561 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 May 13 13:29:36.058595 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:36.087349 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:36.097759 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:36.097759 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:36.162570 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcac22-a470-42e0-9631-79e56f5a5a8c req-b0dc3b77-8203-4ab6-8df5-9191f04fd2ce tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:36.164100 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98bcac22-a470-42e0-9631-79e56f5a5a8c req-b0dc3b77-8203-4ab6-8df5-9191f04fd2ce tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0541866 May 13 13:29:36.212118 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-98bcac22-a470-42e0-9631-79e56f5a5a8c req-f37c0b9a-4e52-483f-9af1-353c6941bd74 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423579 May 13 13:29:36.213572 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:36.404921 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:36.430962 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ee015-00d5-4db7-a51e-e741935cbf88 None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:36.470574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d1cd2559-b1b4-466c-9ab5-45773dffdb54 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:36.520878 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port d1cd2559-b1b4-466c-9ab5-45773dffdb54 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:29:36.619785 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port d1cd2559-b1b4-466c-9ab5-45773dffdb54 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:36.620202 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.664801 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e3fb4cfe-26bf-4223-b51f-10dcebc749c5 req-b6914383-18fc-4c9c-adef-53ff1d614fdb tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.0282335 May 13 13:29:36.714349 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ed69a-9207-4770-9e9d-5ca82a88f720 None None] New status for floating IP 9a36ff1d-4836-4ed6-8246-621cb129b6c8: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:36.791266 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d1cd2559-b1b4-466c-9ab5-45773dffdb54 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:36.791675 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.845981 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:36.848262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff0970-fdd6-4c14-b7fc-e75db32202b2" -d '{"events": [{"server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:36.861451 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:36.885011 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af1505-6642-4288-b1eb-96d60161d34a x-openstack-request-id: req-19af1505-6642-4288-b1eb-96d60161d34a {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:36.885312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:36.885579 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19af1505-6642-4288-b1eb-96d60161d34a {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:36.886019 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19af1505-6642-4288-b1eb-96d60161d34a'] response: {'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'code': 200} May 13 13:29:36.968749 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.969614 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:37.009428 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 1a4cef43-4ad0-41f0-9857-11ea57340642 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:37.009840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 1a4cef43-4ad0-41f0-9857-11ea57340642 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:37.037419 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:37.160081 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acde8d-a0d3-4e05-8f23-8e1252c4a723 req-3f839e24-b4e5-42d1-938b-3316b8f3cefc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:37.161877 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c2acde8d-a0d3-4e05-8f23-8e1252c4a723 req-3f839e24-b4e5-42d1-938b-3316b8f3cefc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0505891 May 13 13:29:37.223066 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c2acde8d-a0d3-4e05-8f23-8e1252c4a723 req-7c4b0d6c-2b29-4ccb-97ff-9d91283b6d8f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543284 May 13 13:29:37.349573 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c4a3c-7244-4ed5-856c-1ed9c12f2b11 req-cf85007d-2c3f-4a7c-8b4c-96b5a7cce60a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:37.351657 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9b1c4a3c-7244-4ed5-856c-1ed9c12f2b11 req-cf85007d-2c3f-4a7c-8b4c-96b5a7cce60a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0558095 May 13 13:29:37.400422 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9b1c4a3c-7244-4ed5-856c-1ed9c12f2b11 req-3f8b7f48-239b-4dd0-b6f3-f193e4fb4eb3 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 May 13 13:29:37.778210 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c732188d-2c90-4052-9e0b-aa75a2fee19e req-affaf9c3-3669-4dc1-ac5e-4a761e0d4fa9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=89412841-b653-4a80-8cde-0c7a264a9c4c HTTP/1.1" status: 200 len: 210 time: 0.0274186 May 13 13:29:37.974933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87294a-a697-449b-8a76-e259bcf9d276 req-760434da-95fc-4547-ab1d-4977d0047430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:37.976435 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0c87294a-a697-449b-8a76-e259bcf9d276 req-760434da-95fc-4547-ab1d-4977d0047430 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 1129 time: 0.0415370 May 13 13:29:38.024183 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0c87294a-a697-449b-8a76-e259bcf9d276 req-eaba46e3-db09-4f32-96ba-aa060209a508 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393209 May 13 13:29:38.361135 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4494-120a-4ada-83a8-1b40af5b8c52 req-54bed56a-921f-4501-853d-eb8627886ed7 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:38.362823 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-905e4494-120a-4ada-83a8-1b40af5b8c52 req-54bed56a-921f-4501-853d-eb8627886ed7 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0551186 May 13 13:29:38.420118 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-905e4494-120a-4ada-83a8-1b40af5b8c52 req-07d764f0-a374-45b5-8b1e-76d5dcb181f5 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514071 May 13 13:29:38.522584 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78006d-fe39-4067-a2ef-7c161602141f req-216f7d26-393e-4d16-bd6c-8e95bc1b2495 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:38.524001 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3a78006d-fe39-4067-a2ef-7c161602141f req-216f7d26-393e-4d16-bd6c-8e95bc1b2495 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0517790 May 13 13:29:38.575609 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3a78006d-fe39-4067-a2ef-7c161602141f req-8e149543-6f52-4e50-b24c-9ac64fd7725a tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 May 13 13:29:38.690414 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83cb5-8d25-4b1c-9ab7-007d63e015e3 req-e4653bf8-af73-436d-8bc5-a8e4bc698186 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:38.691891 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e7c83cb5-8d25-4b1c-9ab7-007d63e015e3 req-e4653bf8-af73-436d-8bc5-a8e4bc698186 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0491848 May 13 13:29:38.700463 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58350) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:38.705645 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Request body: {'floatingip': {'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:38.761660 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (700058ae-686d-4cce-838f-b306baed3012), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:38.946854 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58356) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:39.003949 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (7ccc937f-7294-444c-a893-d36bf11d082e), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.029571 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (7ccc937f-7294-444c-a893-d36bf11d082e), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.154796 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7ccc937f-7294-444c-a893-d36bf11d082e), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.157464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.158770 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ccc937f-7294-444c-a893-d36bf11d082e HTTP/1.1" status: 204 len: 168 time: 0.2108173 May 13 13:29:39.162006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58358) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:39.183972 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0cac5-25f1-4c5d-8c77-07ed1043e530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc937f-7294-444c-a893-d36bf11d082e,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:39.186154 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.api.v2.resource [None req-4bda2b20-177a-4858-9f2f-aef0b3a537e2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] show failed (client error): The resource could not be found. May 13 13:29:39.187830 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4bda2b20-177a-4858-9f2f-aef0b3a537e2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups/7ccc937f-7294-444c-a893-d36bf11d082e HTTP/1.1" status: 404 len: 347 time: 0.0248723 May 13 13:29:39.190860 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58360) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:39.328861 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Deleting port a7666485-9f5b-4ce3-9bf5-af07dee01a36 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:39.328861 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.409320 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.409655 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (a7666485-9f5b-4ce3-9bf5-af07dee01a36), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.424474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Calling delete_port for a7666485-9f5b-4ce3-9bf5-af07dee01a36 owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:39.565572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089625-1917-4ea8-b343-b2791ae057d2 req-8974c66d-62dc-4a45-b324-2bc8ac5bf848 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:39.577683 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b1089625-1917-4ea8-b343-b2791ae057d2 req-8974c66d-62dc-4a45-b324-2bc8ac5bf848 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0670190 May 13 13:29:39.588286 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.651786 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b1089625-1917-4ea8-b343-b2791ae057d2 req-f0e0181e-fe27-4be5-8f00-9491038409d2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787332 May 13 13:29:39.697804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (700058ae-686d-4cce-838f-b306baed3012), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.728351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (a7666485-9f5b-4ce3-9bf5-af07dee01a36), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.756114 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'Port': ['ID=a7666485-9f5b-4ce3-9bf5-af07dee01a36,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:39.820145 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (9a36ff1d-4836-4ed6-8246-621cb129b6c8), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.822606 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.823753 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-72b64ee8-bca3-46b5-9153-2fda64e8345e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a36ff1d-4836-4ed6-8246-621cb129b6c8 HTTP/1.1" status: 204 len: 168 time: 0.6319683 May 13 13:29:39.925596 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Router 76ed6934-f941-438d-a980-ed7488e5d531 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:40.003245 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58368) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:40.007729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502011041', 'description': 'tempest-description--1456040820'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:40.039113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:40.043881 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.048557 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:40.058954 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:40.059560 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:40.079090 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:40.079090 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde27efe-7043-40c2-8b1a-1970690b649c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:40.097943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.109829 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-30665252-f17e-46e7-a899-c724d5c67a5d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "PUT /v2.0/floatingips/700058ae-686d-4cce-838f-b306baed3012 HTTP/1.1" status: 200 len: 993 time: 1.4078796 May 13 13:29:40.126129 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e5d971-5626-4330-a9f3-f2092ccb18ff x-openstack-request-id: req-96e5d971-5626-4330-a9f3-f2092ccb18ff {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:40.126129 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:40.126466 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96e5d971-5626-4330-a9f3-f2092ccb18ff {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:40.126799 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e5d971-5626-4330-a9f3-f2092ccb18ff'] response: {'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'status': 'completed', 'code': 200} May 13 13:29:40.171063 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.184746 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:40.230919 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.263464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.294715 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:40.360539 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.364538 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-84e3217f-c12d-4993-ba8c-be0fb4dffb84 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3598497 May 13 13:29:40.367111 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58376) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:40.371760 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group_rule': {'security_group_id': 'f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:40.396531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27efe-7043-40c2-8b1a-1970690b649c req-4db3ec0b-c318-4155-af72-d93e3c404942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:40.398640 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-4db3ec0b-c318-4155-af72-d93e3c404942 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0503747 May 13 13:29:40.422448 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:29:39Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:40.448939 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:40.457474 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:40.458201 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:40.476312 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (4eac4f6f-2ff5-4ecd-8dcc-81d1aa9660c1), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.537599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (4eac4f6f-2ff5-4ecd-8dcc-81d1aa9660c1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.566061 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:40.608686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (4eac4f6f-2ff5-4ecd-8dcc-81d1aa9660c1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.629916 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eac4f6f-2ff5-4ecd-8dcc-81d1aa9660c1,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:40.701491 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.703298 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2a542c43-2171-476e-93b2-28be9b309707 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349428 May 13 13:29:40.705990 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58380) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:40.711395 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'security_group_rule': {'security_group_id': 'f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:40.786545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a13b1-87e8-4cb0-8dde-9eedfb6b4c62 req-5f85bb05-15a1-43d1-a676-58e174bdb13c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:40.788072 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d48a13b1-87e8-4cb0-8dde-9eedfb6b4c62 req-5f85bb05-15a1-43d1-a676-58e174bdb13c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0661933 May 13 13:29:40.831314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27efe-7043-40c2-8b1a-1970690b649c req-8a6fc444-9f80-48d6-b423-0acb2956f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:40.832045 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-8a6fc444-9f80-48d6-b423-0acb2956f7fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0928733 May 13 13:29:40.845662 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d48a13b1-87e8-4cb0-8dde-9eedfb6b4c62 req-11cc5a14-63c6-4532-9695-54ae6f9c88f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513334 May 13 13:29:40.891566 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:29:39Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:40.895392 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (1b0b65b1-bdb0-4391-bdc0-4d37b197aca2), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:40.919757 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d8b7c-88aa-4794-bf33-a0cb2900033a None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '700058ae-686d-4cce-838f-b306baed3012', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'port_id': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'mac_address': 'fa:16:3e:d9:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:08Z', 'updated_at': '2022-05-13T13:29:39Z', 'revision_number': 3, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:40.927093 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-9735157b-923c-4ef8-b458-ea448c17cbeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 1001 time: 0.0690753 May 13 13:29:40.982247 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (1b0b65b1-bdb0-4391-bdc0-4d37b197aca2), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.022557 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470e217-6120-463b-8b2f-0291a8af5471 req-e3878237-71dc-4fd0-aaee-179974229924 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:41.024055 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b470e217-6120-463b-8b2f-0291a8af5471 req-e3878237-71dc-4fd0-aaee-179974229924 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0804095 May 13 13:29:41.025644 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27efe-7043-40c2-8b1a-1970690b649c req-ff3bc976-29bf-479b-adfe-e82aca1d6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:41.026975 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-ff3bc976-29bf-479b-adfe-e82aca1d6cd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0916643 May 13 13:29:41.064949 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (1b0b65b1-bdb0-4391-bdc0-4d37b197aca2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.087710 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0b65b1-bdb0-4391-bdc0-4d37b197aca2,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:41.113055 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27efe-7043-40c2-8b1a-1970690b649c req-40b54fa9-4283-41b5-b7e7-671aa94e2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:41.114645 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-40b54fa9-4283-41b5-b7e7-671aa94e2698 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774374 May 13 13:29:41.123688 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b470e217-6120-463b-8b2f-0291a8af5471 req-a1b7896f-c809-458f-a5d1-05a71eb9912f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937748 May 13 13:29:41.147492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58384) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:41.156006 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.157214 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-80bbca3a-bbdf-45de-98db-8c916dfea084 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4500258 May 13 13:29:41.160277 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58388) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:41.164921 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:41.221517 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-e3c27d3f-8c63-48a5-bd80-b9f4e0202827 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957820 May 13 13:29:41.286721 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.324881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fde27efe-7043-40c2-8b1a-1970690b649c req-7feed421-793a-488a-8f93-770eec86d650 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883465 May 13 13:29:41.338773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82746046-a37a-4f07-a43b-5bba567f995a tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:41.340306 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-82746046-a37a-4f07-a43b-5bba567f995a tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 1124 time: 0.1918135 May 13 13:29:41.343260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58390) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:41.349410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'port_id': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:41.390600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.455660 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.573172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Allocated IP 172.27.0.185 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/0fe4241b-829f-496d-b2d2-8d49eb88c5e1) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:41.581808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.721773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.924792 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.991416 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:41.996900 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:42.003854 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:42.037300 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=0fe4241b-829f-496d-b2d2-8d49eb88c5e1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:42.041559 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.27.0.54 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/4a2ebab2-16c9-4989-bee8-bae8f0c1e592) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:42.130771 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:42.132955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc873307-32a5-4737-a4a7-337bbfdd42cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:42.176970 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e9989-7d19-41d6-b108-6b0a7ae83a1a x-openstack-request-id: req-300e9989-7d19-41d6-b108-6b0a7ae83a1a {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:42.176970 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:42.176970 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-300e9989-7d19-41d6-b108-6b0a7ae83a1a {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:42.176970 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300e9989-7d19-41d6-b108-6b0a7ae83a1a'] response: {'name': 'network-changed', 'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'status': 'completed', 'code': 200} May 13 13:29:42.176970 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.202603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.254346 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-d8fdeb92-14bd-4eaf-92a0-e2ed846392ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:42.255816 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-d8fdeb92-14bd-4eaf-92a0-e2ed846392ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e25902914d244bfeaa038f24838c28ca&device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 1129 time: 0.0441921 May 13 13:29:42.292279 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.312394 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.356779 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-34f5a02f-b0fa-4713-bbdd-7cc191764023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:42.358413 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-34f5a02f-b0fa-4713-bbdd-7cc191764023 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 200 len: 919 time: 0.0863981 May 13 13:29:42.360801 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:42.372690 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:42.382184 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:42.388943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=4a2ebab2-16c9-4989-bee8-bae8f0c1e592,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:42.429163 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-bb1cdefe-566b-45a0-aeee-ef6d8355bd4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 200 len: 1001 time: 0.0644333 May 13 13:29:42.483215 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-cd3451ac-e3e0-4eeb-8b67-37e6cb8fd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:42.484725 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-cd3451ac-e3e0-4eeb-8b67-37e6cb8fd156 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 200 len: 857 time: 0.0491509 May 13 13:29:42.630388 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.692729 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.817494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=0fe4241b-829f-496d-b2d2-8d49eb88c5e1,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:42.838483 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.927924 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (d54254d0-60b2-400f-a3ae-fad82a887154), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.986537 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:42.987802 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9f0dcd3a-2510-4836-ac00-bdbb40fca39e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8263168 May 13 13:29:43.068916 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.195444 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-c4ee42f2-7ae7-4d4b-886d-ce7551cbf2ff tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1502011041&fields=id&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 267 time: 0.0453982 May 13 13:29:43.236100 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.303916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-2c109788-4d93-4598-b7c1-49e8c36bacb4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:43.305391 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-2c109788-4d93-4598-b7c1-49e8c36bacb4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 817 time: 0.1032953 May 13 13:29:43.314668 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.331415 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-83745ef9-0dee-49f5-8325-1aa06e6d7325 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/quotas/4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 375 time: 0.0200396 May 13 13:29:43.383538 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-8f71386e-7a1d-4bba-8632-abad31e6ef7d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463097 May 13 13:29:43.389380 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=4a2ebab2-16c9-4989-bee8-bae8f0c1e592,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:43.400709 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (d54254d0-60b2-400f-a3ae-fad82a887154), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.480980 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-85701d26-d7f3-4350-b552-639836dbd4ed service neutron] 10.222.0.25 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832794 May 13 13:29:43.514647 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP d54254d0-60b2-400f-a3ae-fad82a887154 associated. External IP: 172.27.0.54, port: d1cd2559-b1b4-466c-9ab5-45773dffdb54. May 13 13:29:43.590234 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-b74c2bdf-f5c0-45d0-a12e-12dbc4f9f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:43.591750 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-b74c2bdf-f5c0-45d0-a12e-12dbc4f9f388 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575213 May 13 13:29:43.613069 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-ee7a586d-41d0-46fe-bf91-3b42b75a2eaf service neutron] 10.222.0.25 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252964 May 13 13:29:43.882063 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4f2cdd6c-a9c4-4a11-89c8-dd98f880b183 req-4bea4fe0-a5b6-4204-b913-86d35a4d1ab9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0291467 May 13 13:29:43.992815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:44.118770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:44.128816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:44.139244 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:44.140351 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:44.221586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.251133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:44.252357 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-042062e3-480e-46cd-a74f-745caf23cb10 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9080551 May 13 13:29:44.253157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:44.255588 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f52961-a437-4d02-aa64-803c4c7a864e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:44.302723 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34665f31-0225-463d-b47e-4d9ed11051db x-openstack-request-id: req-34665f31-0225-463d-b47e-4d9ed11051db {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:44.303179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:44.303508 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34665f31-0225-463d-b47e-4d9ed11051db {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:44.304113 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34665f31-0225-463d-b47e-4d9ed11051db'] response: {'name': 'network-changed', 'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'status': 'completed', 'code': 200} May 13 13:29:44.454167 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-978235b6-0a23-4c98-9fa3-d004a2c2f3d2 service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909436 May 13 13:29:44.644002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'd54254d0-60b2-400f-a3ae-fad82a887154', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:f7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:29:42Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:44.670834 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7e373008-bb8f-44ed-8a2a-d0d546fe4bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.673544 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:44.682313 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:44.682910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:44.790275 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:44.982254 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e07fb487-80ee-4ff4-aae4-35ee4fbacaa2 req-eaee9c11-0a17-49af-b855-484e3797baa1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0283439 May 13 13:29:45.003375 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'd54254d0-60b2-400f-a3ae-fad82a887154', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:f7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:29:42Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:45.032404 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df85102-5852-457e-9570-dbfe982b9d40 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'd54254d0-60b2-400f-a3ae-fad82a887154', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:f7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:29:42Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:45.217377 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affeab5c-f9a7-4abb-99ac-d1e12e10291c None None] New status for floating IP d54254d0-60b2-400f-a3ae-fad82a887154: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:45.477292 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-ab44ccbb-f2f2-4c96-8cb3-4bf801b54d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:45.478832 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-ab44ccbb-f2f2-4c96-8cb3-4bf801b54d0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 1129 time: 0.0400977 May 13 13:29:45.516164 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dc873307-32a5-4737-a4a7-337bbfdd42cb req-ab9396c2-57a6-42a6-b238-b16366fc9c7c service neutron] 10.222.0.70 "GET /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873041 May 13 13:29:45.590575 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-485a53b1-7e7f-4a85-ad2f-b69ad357d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:45.592071 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-485a53b1-7e7f-4a85-ad2f-b69ad357d925 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.1039433 May 13 13:29:45.658763 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-dd5d4ddb-2ed1-430a-ad91-dc3f82eadbb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54 HTTP/1.1" status: 200 len: 1000 time: 0.0598271 May 13 13:29:45.719511 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-fc8e90e6-1a9b-4530-8a58-00610fac4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:45.720928 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-fc8e90e6-1a9b-4530-8a58-00610fac4c0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0457749 May 13 13:29:45.776399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-728f0337-585d-4060-a20d-81fb38ea5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:45.776399 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-728f0337-585d-4060-a20d-81fb38ea5511 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378759 May 13 13:29:45.859983 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-ec3d7670-bf5a-41f3-8705-93b10b28baf3 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811961 May 13 13:29:45.957194 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9f52961-a437-4d02-aa64-803c4c7a864e req-a5e6e181-27ef-4cbb-ba10-e241e6d7c97a service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907807 May 13 13:29:46.088928 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e1bd387c-9b38-4a11-9da1-8b5c8dae10ee req-e32239b9-bf41-4c58-8167-ec83daba33e4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0291474 May 13 13:29:46.889442 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-7dfefb97-d8f8-4981-86c5-9d276d86278c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:46.891567 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-7dfefb97-d8f8-4981-86c5-9d276d86278c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 817 time: 0.1046870 May 13 13:29:46.961094 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-6ebef277-16d4-46bd-bac8-a3cb2a0f001e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 380 time: 0.0524261 May 13 13:29:47.007485 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-15ca8edb-895c-4dc7-b2e7-20c525918fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.187347 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7270fdcd-a0cf-4dad-bcaf-612be5c5f631 req-97929edc-e357-4ea0-9a16-1b7f1b9987de tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0279715 May 13 13:29:47.942513 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'port': {'device_id': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'admin_state_up': True, 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'security_groups': ['f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:48.121949 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Made reservation on behalf of 4cd4aa315c4340a1a649d8c51cea0da9 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:48.125280 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.247719 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.251870 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Allocated IP 172.20.0.12 (1652406e-a728-4ceb-93be-3e053ed6049d/01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b/ed34b0e2-4b0c-4721-9e85-8167943bb597) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:48.293242 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ba444812-6deb-4888-a556-aeb80f3bb6b4 req-97675aac-f9fa-48d3-8c36-ead974ec4a44 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0330184 May 13 13:29:48.390733 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.522398 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.562267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Network 1652406e-a728-4ceb-93be-3e053ed6049d is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:48.565375 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:48.570219 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:48.602729 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:48.634695 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:48.634695 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.742376 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e746f46f-6053-4ffc-89ee-e74104227791 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038383 May 13 13:29:48.793649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-73ec0b65-4bf9-4c4a-a485-bcd78d9250d1 None None] Provisioning complete for port ed34b0e2-4b0c-4721-9e85-8167943bb597 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:48.794080 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-73ec0b65-4bf9-4c4a-a485-bcd78d9250d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.827986 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-73ec0b65-4bf9-4c4a-a485-bcd78d9250d1 None None] Port ed34b0e2-4b0c-4721-9e85-8167943bb597 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:29:49.414959 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c38c4c-0f7a-43c8-9051-c11e9fec00ef req-af2c8815-9475-440d-9ed3-11063a78e17b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:49.416462 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77c38c4c-0f7a-43c8-9051-c11e9fec00ef req-af2c8815-9475-440d-9ed3-11063a78e17b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 932 time: 0.0505457 May 13 13:29:49.463442 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77c38c4c-0f7a-43c8-9051-c11e9fec00ef req-19e89967-d243-4d2e-a11f-724c113920ec tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 May 13 13:29:49.504661 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:49.721618 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Request body: {'port': {'device_id': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:49.779443 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.044861 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:50.052353 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks [] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.065162 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Transition to ACTIVE for port object ed34b0e2-4b0c-4721-9e85-8167943bb597 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:29:50.160406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.214200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:50.289454 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Attempting to bind port ed34b0e2-4b0c-4721-9e85-8167943bb597 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:29:50.289928 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Attempting to bind port ed34b0e2-4b0c-4721-9e85-8167943bb597 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:29:50.295138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Attempting to bind port ed34b0e2-4b0c-4721-9e85-8167943bb597 on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:50.295138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Port ed34b0e2-4b0c-4721-9e85-8167943bb597 on network 1652406e-a728-4ceb-93be-3e053ed6049d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:29:50.295467 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Attempting to bind port ed34b0e2-4b0c-4721-9e85-8167943bb597 on network 1652406e-a728-4ceb-93be-3e053ed6049d {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:50.300258 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:29:50.300593 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Checking segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:29:50.300972 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Bound using segment: {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:29:50.301415 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Bound port: ed34b0e2-4b0c-4721-9e85-8167943bb597, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a341d1-a538-43dc-b1b8-7801f21523e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:29:50.301872 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.366887 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:29:50.369855 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:29:50.454304 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.488735 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.490777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.490777 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] 10.222.0.70 "PUT /v2.0/ports/ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 1094 time: 0.7740211 May 13 13:29:50.491241 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:50.493454 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:50.521576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad67a-111e-43f6-83c4-e5a7a66697bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:50.556275 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c32a2b-f85e-41c4-a3e7-4e28026b9ed2 x-openstack-request-id: req-31c32a2b-f85e-41c4-a3e7-4e28026b9ed2 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:50.556575 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:50.556834 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31c32a2b-f85e-41c4-a3e7-4e28026b9ed2 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:50.557248 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c32a2b-f85e-41c4-a3e7-4e28026b9ed2'] response: {'name': 'network-changed', 'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'status': 'completed', 'code': 200} May 13 13:29:50.601376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f6abf-1d77-46ef-abff-45bf81da77dd req-4f5db465-894c-4b69-8bd9-59e7dee50780 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.608375 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-624f6abf-1d77-46ef-abff-45bf81da77dd req-4f5db465-894c-4b69-8bd9-59e7dee50780 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0659721 May 13 13:29:50.629548 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-dbba3d91-34c4-435d-bc41-1d6aa1a0cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.631285 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-dbba3d91-34c4-435d-bc41-1d6aa1a0cf27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1128 time: 0.0474198 May 13 13:29:50.653808 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-624f6abf-1d77-46ef-abff-45bf81da77dd req-d807e9d4-27a1-44ef-9825-c5fda5b49b16 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 May 13 13:29:50.744773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-43d891cb-9a16-4168-9d93-906035e8c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.746295 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-43d891cb-9a16-4168-9d93-906035e8c361 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1066301 May 13 13:29:50.830134 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:50.839665 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-1b85479f-c698-4bc0-8dc1-134b8cb1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.841150 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-89e7bbc2-d74f-4706-ada9-8a7e81a3a80e req-1b85479f-c698-4bc0-8dc1-134b8cb1d78d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889595 May 13 13:29:50.918093 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-294b755d-383e-447d-aee1-1be5063fde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:50.919605 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-294b755d-383e-447d-aee1-1be5063fde23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1128 time: 0.0427489 May 13 13:29:50.961233 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-e5f3f5ce-b62a-4978-869c-7dfac17cdecf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 217 time: 0.0327535 May 13 13:29:51.013226 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-27a870ac-ca5c-4425-b0b4-dd67ac61164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:51.014729 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-27a870ac-ca5c-4425-b0b4-dd67ac61164a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0475261 May 13 13:29:51.062611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-a8a8a945-e81b-4822-b1c9-7aae3cb77438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:51.064149 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-a8a8a945-e81b-4822-b1c9-7aae3cb77438 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420260 May 13 13:29:51.151720 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-f6b4ece0-6708-4a92-9976-ad4dc7c8d0d7 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800636 May 13 13:29:51.241803 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3c1e1a45-be62-4107-9379-cea8912f3f65 req-5f7864c8-be16-426c-b953-f6f98f8e6d94 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830700 May 13 13:29:51.774500 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549032e-4958-48a6-b4bd-6edd8fe2e11e req-a6a99deb-a246-4099-a478-11aac1c27be3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:51.775985 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1549032e-4958-48a6-b4bd-6edd8fe2e11e req-a6a99deb-a246-4099-a478-11aac1c27be3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0481305 May 13 13:29:51.822464 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1549032e-4958-48a6-b4bd-6edd8fe2e11e req-53c79c89-08fa-4667-afd5-5d6ca441c5fd tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 May 13 13:29:52.938263 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94331-2d02-4414-9a71-57d76bfa43d7 req-65398c4b-8337-4d7b-9a46-bbbb923ce96b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:52.939764 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1cf94331-2d02-4414-9a71-57d76bfa43d7 req-65398c4b-8337-4d7b-9a46-bbbb923ce96b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0466413 May 13 13:29:52.986026 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1cf94331-2d02-4414-9a71-57d76bfa43d7 req-dfff5981-4a57-4338-8ed0-459de942244e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 May 13 13:29:54.063248 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:29:54.099814 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccf5fd-350c-493d-b8bb-1a21e0f4f747 req-b3b91fab-723c-43cb-a238-eace916b9899 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:54.101291 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-acccf5fd-350c-493d-b8bb-1a21e0f4f747 req-b3b91fab-723c-43cb-a238-eace916b9899 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0451787 May 13 13:29:54.155520 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-acccf5fd-350c-493d-b8bb-1a21e0f4f747 req-0d1e50f0-dbda-463a-960d-7f49b126ea15 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485780 May 13 13:29:54.542657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:54.641590 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:54.652947 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:54.688852 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:54.689249 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.701757 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:54.721421 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:54.796315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.842254 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:55.246995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['ed34b0e2-4b0c-4721-9e85-8167943bb597'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:55.276740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a34a-8f4c-4fc4-89d2-7675109369de req-32c72158-629f-4ffc-84ca-d5ed854b343e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:55.278319 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d009a34a-8f4c-4fc4-89d2-7675109369de req-32c72158-629f-4ffc-84ca-d5ed854b343e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 945 time: 0.0505190 May 13 13:29:55.329044 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d009a34a-8f4c-4fc4-89d2-7675109369de req-e19beb14-73da-48ee-b3c8-b92e3f2bcd30 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 May 13 13:29:56.455376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd288-727f-45c6-9b90-e14bf121772b req-44c98dc4-ac40-4ca7-81fd-536aaa406a15 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:56.456919 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f97cd288-727f-45c6-9b90-e14bf121772b req-44c98dc4-ac40-4ca7-81fd-536aaa406a15 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 945 time: 0.0542903 May 13 13:29:56.504225 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f97cd288-727f-45c6-9b90-e14bf121772b req-1e8ed6b4-9e42-43a2-a6b6-d7cf1081f0db tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 May 13 13:29:56.549405 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:56.593122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port ed34b0e2-4b0c-4721-9e85-8167943bb597 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:29:56.686611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port ed34b0e2-4b0c-4721-9e85-8167943bb597 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:56.687002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.764454 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:56.764862 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.785972 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:56.788166 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63741de8-c93a-4d4f-b703-9a56dc35f1d5" -d '{"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:56.800382 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:56.824676 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecde129-3e7e-46f3-8c05-d1f442178c83 x-openstack-request-id: req-3ecde129-3e7e-46f3-8c05-d1f442178c83 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:56.824988 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:56.825251 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ecde129-3e7e-46f3-8c05-d1f442178c83 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:56.825664 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecde129-3e7e-46f3-8c05-d1f442178c83'] response: {'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'code': 200} May 13 13:29:56.909182 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.967933 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:57.164597 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc01f7b-d5ed-4fb2-8f7c-f68760703b88 req-82375a9d-fe97-463c-90b4-17dfc6336a61 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:57.166206 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6fc01f7b-d5ed-4fb2-8f7c-f68760703b88 req-82375a9d-fe97-463c-90b4-17dfc6336a61 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0502970 May 13 13:29:57.213585 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6fc01f7b-d5ed-4fb2-8f7c-f68760703b88 req-a95592a2-75d8-4731-bdde-7f3af3c15cfc tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 May 13 13:29:57.623026 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651800e0-c0c3-4ff5-80fc-7fcbfa9fd720 req-89985b86-2269-4000-a10e-3bfbf117e21d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:57.624529 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-651800e0-c0c3-4ff5-80fc-7fcbfa9fd720 req-89985b86-2269-4000-a10e-3bfbf117e21d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0469790 May 13 13:29:57.669950 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-651800e0-c0c3-4ff5-80fc-7fcbfa9fd720 req-176b46e1-7c55-4b87-bcc7-c20bbc7b523c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395958 May 13 13:29:58.330674 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1992-2176-487f-b22a-590e6d9c1c35 req-5e2d939c-97d9-4280-b315-f3692fef7dad tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:58.332200 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-643f1992-2176-487f-b22a-590e6d9c1c35 req-5e2d939c-97d9-4280-b315-f3692fef7dad tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0524442 May 13 13:29:58.385292 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-643f1992-2176-487f-b22a-590e6d9c1c35 req-9aec05a6-0d54-4e09-8603-8a6d46c7a61e tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 May 13 13:29:58.792454 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa28a9-8c8d-4d65-ae7e-7a024f47b652 req-fd10d231-0531-4995-9565-84cddc0d406a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:58.794005 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48fa28a9-8c8d-4d65-ae7e-7a024f47b652 req-fd10d231-0531-4995-9565-84cddc0d406a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0522017 May 13 13:29:58.867730 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48fa28a9-8c8d-4d65-ae7e-7a024f47b652 req-0062eaa8-cb7b-409a-9606-49d6becdf467 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677514 May 13 13:29:58.870750 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0aeac-3e73-464b-9dae-cff2e7040ef6 req-0836c1cd-3e4b-4cdd-801d-bffb2060ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:58.872143 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2fa0aeac-3e73-464b-9dae-cff2e7040ef6 req-0836c1cd-3e4b-4cdd-801d-bffb2060ec39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1130 time: 0.0531301 May 13 13:29:58.917610 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2fa0aeac-3e73-464b-9dae-cff2e7040ef6 req-e741e19e-122d-479e-b5d6-3eec06d38dad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 May 13 13:29:59.347114 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-09782bce-64cc-416d-85e4-73f0fd99d4c7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:59.348550 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-09782bce-64cc-416d-85e4-73f0fd99d4c7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0489872 May 13 13:29:59.443080 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Deleting port 2e260ecb-d92a-4742-8e06-f69dee207767 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:59.443417 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.510453 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984645a-b3f8-4a69-bc76-47ccade5a088 req-711ba2a7-4dd5-48b7-8b5a-58526fa6169b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:59.513087 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8984645a-b3f8-4a69-bc76-47ccade5a088 req-711ba2a7-4dd5-48b7-8b5a-58526fa6169b tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 946 time: 0.0564840 May 13 13:29:59.535539 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] For port 2e260ecb-d92a-4742-8e06-f69dee207767, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2e260ecb-d92a-4742-8e06-f69dee207767,segment=NetworkSegment(1446ec8d-3b6e-4d65-afef-f5835d153fdd),segment_id=1446ec8d-3b6e-4d65-afef-f5835d153fdd)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:59.535931 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.552914 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Calling delete_port for 2e260ecb-d92a-4742-8e06-f69dee207767 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:59.559864 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8984645a-b3f8-4a69-bc76-47ccade5a088 req-6dbbabe8-ee1f-4d01-9611-3844633da179 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/security-groups?id=53df9aee-e112-45c3-8178-40977f1ea25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 May 13 13:29:59.733125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (2e260ecb-d92a-4742-8e06-f69dee207767), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.744061 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['2e260ecb-d92a-4742-8e06-f69dee207767'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:59.760123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Pushing event deleted for resources: {'Port': ['ID=2e260ecb-d92a-4742-8e06-f69dee207767,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:59.807309 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] No DVR routers for this DVR port 2e260ecb-d92a-4742-8e06-f69dee207767 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:59.809740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.813546 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee275c7b-a30a-4507-80b0-d078755eea5a req-dc049092-7e70-4c1c-b70e-27a2a6f47da7 tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.70 "DELETE /v2.0/ports/2e260ecb-d92a-4742-8e06-f69dee207767 HTTP/1.1" status: 204 len: 173 time: 0.4541593 May 13 13:29:59.814018 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'name': 'network-vif-deleted', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:59.816220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18adc22c-c990-42c9-ad4a-740af3baecc7" -d '{"events": [{"server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "name": "network-vif-deleted", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:59.850512 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9115ce4e-f6a9-4390-a0dd-8cb7e1334428 x-openstack-request-id: req-9115ce4e-f6a9-4390-a0dd-8cb7e1334428 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:59.850815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2ed3f-3b98-4052-9f7f-934179a73cbe", "name": "network-vif-deleted", "tag": "2e260ecb-d92a-4742-8e06-f69dee207767", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:59.851070 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9115ce4e-f6a9-4390-a0dd-8cb7e1334428 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:59.851472 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9115ce4e-f6a9-4390-a0dd-8cb7e1334428'] response: {'server_uuid': '16a2ed3f-3b98-4052-9f7f-934179a73cbe', 'name': 'network-vif-deleted', 'tag': '2e260ecb-d92a-4742-8e06-f69dee207767', 'status': 'completed', 'code': 200} May 13 13:29:59.982136 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce973-8ce4-43cc-a694-aca21761a875 req-2f06e94a-5943-4f0c-929b-b67de8cd2d62 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:59.983682 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-964ce973-8ce4-43cc-a694-aca21761a875 req-2f06e94a-5943-4f0c-929b-b67de8cd2d62 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0464716 May 13 13:30:00.032101 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-964ce973-8ce4-43cc-a694-aca21761a875 req-c5303e24-85d0-4514-99ea-b900b8d6ce15 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 May 13 13:30:00.666080 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-330af588-6648-4fba-b3a4-d039354d058e req-6fa8990e-24e2-46d3-89bc-e3076bcef4cd tempest-VolumesSnapshotTestJSON-1914169004 tempest-VolumesSnapshotTestJSON-1914169004-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2ed3f-3b98-4052-9f7f-934179a73cbe HTTP/1.1" status: 200 len: 210 time: 0.0274699 May 13 13:30:01.154516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85eb34-5aa4-4d8f-9e5b-c75f93f5bbb8 req-b34b3427-1a94-423e-b613-f26e4c9d8ffc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:01.155998 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb85eb34-5aa4-4d8f-9e5b-c75f93f5bbb8 req-b34b3427-1a94-423e-b613-f26e4c9d8ffc tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0493824 May 13 13:30:01.204133 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb85eb34-5aa4-4d8f-9e5b-c75f93f5bbb8 req-6fefaa33-749d-4cba-ae90-f6ddcc282edd tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 May 13 13:30:01.314837 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890a90c-d5d1-4b14-9b62-3858dd24ff21 req-c28c9a50-8d99-48cf-b1d2-440bb39f6b3e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:01.316359 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4890a90c-d5d1-4b14-9b62-3858dd24ff21 req-c28c9a50-8d99-48cf-b1d2-440bb39f6b3e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0465746 May 13 13:30:01.324731 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58546) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:01.329744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Request body: {'floatingip': {'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:01.370604 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.052862 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.120424 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.225532 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Floating IP 86e26785-68f7-4ed4-b510-90eeef74756f associated. External IP: 172.27.0.185, port: ed34b0e2-4b0c-4721-9e85-8167943bb597. May 13 13:30:02.439209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:02.549929 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:02.554850 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.559960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:02.570383 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:02.571000 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.574212 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 2e260ecb-d92a-4742-8e06-f69dee207767 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:02.585473 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9b8236fd-4762-46bf-aa7a-e2ae6c24e544 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "PUT /v2.0/floatingips/86e26785-68f7-4ed4-b510-90eeef74756f HTTP/1.1" status: 200 len: 992 time: 1.2595778 May 13 13:30:02.586161 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:02.588706 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb88fd3-8de1-4027-8745-9a2144159ada" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:02.623171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ec2f0-96e9-460a-990c-a5a896b5e2f3 x-openstack-request-id: req-178ec2f0-96e9-460a-990c-a5a896b5e2f3 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:02.623585 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:02.623939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-178ec2f0-96e9-460a-990c-a5a896b5e2f3 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:02.624433 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178ec2f0-96e9-460a-990c-a5a896b5e2f3'] response: {'name': 'network-changed', 'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'status': 'completed', 'code': 200} May 13 13:30:02.624823 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 2e260ecb-d92a-4742-8e06-f69dee207767 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:02.625735 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 2e260ecb-d92a-4742-8e06-f69dee207767 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:02.688708 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-5ec4d4bd-8465-4a20-819c-c987ed5de365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:02.690222 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-5ec4d4bd-8465-4a20-819c-c987ed5de365 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1130 time: 0.0386791 May 13 13:30:02.703985 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:02.780815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-cfcaf749-1e42-457d-8a6d-77704a6138b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:02.782355 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-cfcaf749-1e42-457d-8a6d-77704a6138b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.0832403 May 13 13:30:02.851722 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-7fac2ca0-3e2c-473f-b6f0-466ed345ea71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 1000 time: 0.0621405 May 13 13:30:02.907852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-68e79f0c-08ea-483a-bf56-ac5047735e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:02.909303 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-68e79f0c-08ea-483a-bf56-ac5047735e88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0426342 May 13 13:30:02.956811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-b8a8f534-213b-4522-b9d9-6031d17846c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:02.958461 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-b8a8f534-213b-4522-b9d9-6031d17846c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417297 May 13 13:30:03.041823 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '86e26785-68f7-4ed4-b510-90eeef74756f', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:30:01Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:03.054823 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-c9782935-3ca4-4e0a-ba0b-d3f22ef6a7ea service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 May 13 13:30:03.072186 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:03.081336 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:03.081994 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:29:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:03.148065 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ecb88fd3-8de1-4027-8745-9a2144159ada req-f7b2a9ec-d411-44f1-94b0-a7d64428d2c0 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 May 13 13:30:03.192008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:03.412126 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '86e26785-68f7-4ed4-b510-90eeef74756f', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:30:01Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:03.438360 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0db93b-f091-4a17-9898-c6385e17d0b0 None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '86e26785-68f7-4ed4-b510-90eeef74756f', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:42Z', 'updated_at': '2022-05-13T13:30:01Z', 'revision_number': 1, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:03.633545 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3ed68-e8bb-43a0-8f8a-db347046cd45 None None] New status for floating IP 86e26785-68f7-4ed4-b510-90eeef74756f: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:10.196161 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:12.563962 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d01cb-dda7-4bba-a10c-603af9fc953d req-9076d5e0-523c-45bb-a183-81cfffe6d4e3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:12.565482 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-643d01cb-dda7-4bba-a10c-603af9fc953d req-9076d5e0-523c-45bb-a183-81cfffe6d4e3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.1607635 May 13 13:30:12.626154 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-643d01cb-dda7-4bba-a10c-603af9fc953d req-0e494cfe-7dd0-4fc4-8218-84ec34a6c7e4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547903 May 13 13:30:12.824202 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-fbeabec2-ca99-444e-b640-37142106b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:12.825700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-fbeabec2-ca99-444e-b640-37142106b9b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1168 time: 0.0409763 May 13 13:30:12.920914 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-d613c1bd-8770-46d9-9bd9-5e6930f4164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:12.923019 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-d613c1bd-8770-46d9-9bd9-5e6930f4164c service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.0893848 May 13 13:30:12.996158 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-2cdc2487-07d4-4f5a-88cf-8513ac89a6cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 1000 time: 0.0630946 May 13 13:30:13.043864 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-6a9fa066-1125-486f-a0d8-11cc634aa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:13.045212 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-6a9fa066-1125-486f-a0d8-11cc634aa45e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0431452 May 13 13:30:13.090748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-0a99fb4a-61a1-455f-986c-747986e5869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:13.092183 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-0a99fb4a-61a1-455f-986c-747986e5869d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409489 May 13 13:30:13.191578 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-a6172005-5e8f-43f9-8de6-2e9914ff06a9 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871918 May 13 13:30:13.291548 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b4bdc8cd-0bec-4540-ae63-95b8eb485b0f req-c6b23891-8b3d-4c92-add7-33384f8703b1 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853541 May 13 13:30:13.799033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb168-5674-4ef5-a147-ec8cba142e4e req-43a519bb-b523-48d1-b315-49a1d5611af4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:13.800530 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7d6fb168-5674-4ef5-a147-ec8cba142e4e req-43a519bb-b523-48d1-b315-49a1d5611af4 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.1008101 May 13 13:30:13.863270 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7d6fb168-5674-4ef5-a147-ec8cba142e4e req-54e5a06d-4db6-4fc6-a486-5308c4133240 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567417 May 13 13:30:14.624599 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bea5ff54-c66a-425d-a853-13ddbdcbfe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:14.980338 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d70926-d095-4ecf-b79c-06e99ef9d4b2 req-959d5ca9-46d7-4cb8-b444-5d9b75869b6f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:14.981826 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c6d70926-d095-4ecf-b79c-06e99ef9d4b2 req-959d5ca9-46d7-4cb8-b444-5d9b75869b6f tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0514746 May 13 13:30:15.039675 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c6d70926-d095-4ecf-b79c-06e99ef9d4b2 req-86329e07-47b1-4789-bea9-c24e4b4becef tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521774 May 13 13:30:16.154698 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd6100-4720-4042-ad58-78290ff04941 req-74272790-1e8e-425d-936d-62dc4ee4f0e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:16.156163 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dcdd6100-4720-4042-ad58-78290ff04941 req-74272790-1e8e-425d-936d-62dc4ee4f0e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0497229 May 13 13:30:16.214644 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dcdd6100-4720-4042-ad58-78290ff04941 req-a7ab34c4-3956-474f-8d64-2df26a858b60 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522146 May 13 13:30:16.424882 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-ab016e26-750f-4d9a-a613-2f132a4bd540 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373089 May 13 13:30:16.495038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-c2bf6aac-994f-48e3-b00b-473e9e9a2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:16.496525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-c2bf6aac-994f-48e3-b00b-473e9e9a2055 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 1130 time: 0.0409939 May 13 13:30:16.606892 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-625791d9-0e80-434b-820f-5c812a33909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:16.608357 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-625791d9-0e80-434b-820f-5c812a33909c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.0826256 May 13 13:30:16.685061 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-f55b02fe-d22f-4f0c-a647-35f017c48500 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 200 len: 1001 time: 0.0605495 May 13 13:30:16.737629 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-b811244d-858a-428a-ad7e-343fada03edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:16.739057 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-b811244d-858a-428a-ad7e-343fada03edc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0436189 May 13 13:30:16.788797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-9dca7c40-23f3-496d-9cd4-b1f9e52adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:16.790362 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-9dca7c40-23f3-496d-9cd4-b1f9e52adb5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378399 May 13 13:30:16.893015 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-5788b79f-a4d7-494b-aaa4-a575aae5bc38 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861967 May 13 13:30:16.984808 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3bc37c8c-ed52-4eee-b4dd-353b544a4afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:16.994154 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c5b41eb8-ead4-4972-9d41-767d4246f762 req-cac347d1-e4fd-492b-8978-280df81ab20b service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868924 May 13 13:30:17.333692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0e81f-103f-4283-9cf7-700b54e0c8cf req-80c64086-6322-4788-886f-944481e83220 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:17.340227 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56d0e81f-103f-4283-9cf7-700b54e0c8cf req-80c64086-6322-4788-886f-944481e83220 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0493224 May 13 13:30:17.395701 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56d0e81f-103f-4283-9cf7-700b54e0c8cf req-136b4a10-7a35-4400-a42e-5071b83a8ccb tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547109 May 13 13:30:18.167106 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:18.508180 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ba56-9ccc-46e1-bb8c-a5948fc0b32c req-999f3818-89c7-4a95-950f-65433d2ebffa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:18.509631 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-15a5ba56-9ccc-46e1-bb8c-a5948fc0b32c req-999f3818-89c7-4a95-950f-65433d2ebffa tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0470207 May 13 13:30:18.567232 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-15a5ba56-9ccc-46e1-bb8c-a5948fc0b32c req-619bac90-3f9b-471b-9435-df633990f829 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519664 May 13 13:30:19.464797 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:19.683783 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31120a-073d-4755-b050-90430ed9958d req-780db1cd-e95e-44ba-b0ce-0d8545d16cea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:19.685244 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a31120a-073d-4755-b050-90430ed9958d req-780db1cd-e95e-44ba-b0ce-0d8545d16cea tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0515859 May 13 13:30:19.744138 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a31120a-073d-4755-b050-90430ed9958d req-ee62fc6a-581e-46b8-8916-c2ef5c13baf6 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531859 May 13 13:30:20.857780 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b034-60b1-47c8-a2d1-b50a7bc288cc req-4358cedc-b4b3-434b-9e56-93d5490371e3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:20.859266 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3401b034-60b1-47c8-a2d1-b50a7bc288cc req-4358cedc-b4b3-434b-9e56-93d5490371e3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0487680 May 13 13:30:20.876822 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.922713 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3401b034-60b1-47c8-a2d1-b50a7bc288cc req-dbcd466c-43cb-44fb-b4c5-a09581b003ff tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570402 May 13 13:30:22.035746 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4239-b9fa-46bc-b93c-08836c514533 req-4ff12e5b-9a23-4e62-91a1-94c81423226a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:22.037128 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7cf4239-b9fa-46bc-b93c-08836c514533 req-4ff12e5b-9a23-4e62-91a1-94c81423226a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0469108 May 13 13:30:22.095839 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a7cf4239-b9fa-46bc-b93c-08836c514533 req-c51b265b-cfaf-412d-9266-f1804e9c4eca tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529799 May 13 13:30:23.210350 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10280f-2aed-41e3-afd3-cf347df97a51 req-2951ca45-9175-4be2-b9f1-769ef3793098 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:23.211944 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-de10280f-2aed-41e3-afd3-cf347df97a51 req-2951ca45-9175-4be2-b9f1-769ef3793098 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0484798 May 13 13:30:23.269588 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-de10280f-2aed-41e3-afd3-cf347df97a51 req-34add252-09b7-4ac6-a4e3-ff47a8584e41 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519474 May 13 13:30:24.106212 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136843e5-2c3f-4625-9908-08c39a97bbe8 req-22f6e731-d665-4a8b-a1ef-dc3de63ddfe0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:24.107688 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-136843e5-2c3f-4625-9908-08c39a97bbe8 req-22f6e731-d665-4a8b-a1ef-dc3de63ddfe0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0500424 May 13 13:30:24.154072 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-136843e5-2c3f-4625-9908-08c39a97bbe8 req-d5d85aa6-e5c2-436d-abd2-f0873e905d58 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 May 13 13:30:24.390221 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4a0d2-65c7-4bba-8426-89f25c9413b6 req-45ed048d-ed5b-4f74-8f0e-4d7192b8590a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:24.391710 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ac4a0d2-65c7-4bba-8426-89f25c9413b6 req-45ed048d-ed5b-4f74-8f0e-4d7192b8590a tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0500956 May 13 13:30:24.451471 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ac4a0d2-65c7-4bba-8426-89f25c9413b6 req-584d84e0-d279-4847-8778-437f9b358bfb tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541971 May 13 13:30:25.364786 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ebfff-0f0a-41b1-8bb6-0696a252f3a7 req-aea926c1-e7f9-4767-b5a4-f65973b40102 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:25.366328 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-249ebfff-0f0a-41b1-8bb6-0696a252f3a7 req-aea926c1-e7f9-4767-b5a4-f65973b40102 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0496149 May 13 13:30:25.414690 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-249ebfff-0f0a-41b1-8bb6-0696a252f3a7 req-40b2aeb2-37a5-453a-bb02-d2cd57bc23e0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 May 13 13:30:25.567021 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae13a9-8eba-4a3a-99df-2a99eeb342a7 req-3c990995-de41-4a84-9256-797dcb0bfab3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:25.568500 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-64ae13a9-8eba-4a3a-99df-2a99eeb342a7 req-3c990995-de41-4a84-9256-797dcb0bfab3 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0502210 May 13 13:30:25.627606 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-64ae13a9-8eba-4a3a-99df-2a99eeb342a7 req-c32dd46c-0237-4162-a9d6-228f79e87eef tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534506 May 13 13:30:26.537207 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14699f1-e1f8-412d-9a3e-f816a59211e5 req-68c38397-8f99-43aa-8e4b-545515f27879 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.538695 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c14699f1-e1f8-412d-9a3e-f816a59211e5 req-68c38397-8f99-43aa-8e4b-545515f27879 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0571678 May 13 13:30:26.589560 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c14699f1-e1f8-412d-9a3e-f816a59211e5 req-69b72bf7-c82e-453f-a5e4-5414308054d5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=680e6aa9-178a-42dd-80ea-761727b94df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 May 13 13:30:26.717611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-b97e8e61-8910-45cf-ba23-7c4f24460d23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.719099 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-b97e8e61-8910-45cf-ba23-7c4f24460d23 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 946 time: 0.0484068 May 13 13:30:26.744926 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88803ca-e41d-4fcc-8497-e62b528238bb req-5e4f65ed-d31f-4bed-8450-7bbfec2cf410 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.752029 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f88803ca-e41d-4fcc-8497-e62b528238bb req-5e4f65ed-d31f-4bed-8450-7bbfec2cf410 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0496984 May 13 13:30:26.814698 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f88803ca-e41d-4fcc-8497-e62b528238bb req-f7c03f58-1522-42fc-b6c9-63f8a7eec5e5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615807 May 13 13:30:26.830037 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Deleting port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:26.830037 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:26.923506 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] For port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:26.924046 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.148829 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.149204 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.149521 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Floating IP 11f1f121-03e0-42e7-9164-8b8e063a5ba1 disassociated. External IP: 172.27.0.62, port: 14a7371d-78d5-4d51-b08a-8cd6ecaa1263. May 13 13:30:27.149885 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Calling delete_port for 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:27.370041 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (14a7371d-78d5-4d51-b08a-8cd6ecaa1263), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.657155 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'Port': ['ID=14a7371d-78d5-4d51-b08a-8cd6ecaa1263,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:27.671352 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.671705 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.672053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.672419 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.672816 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.673113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.673586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.673941 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.674309 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.674641 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.674975 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.675339 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.675712 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.676067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.676390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:27.745881 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3758d7f2-3e4b-4599-ac3d-bf5acd5cb93f req-8df4d019-334b-41de-9bd4-947b2dec856b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0777760 May 13 13:30:27.839277 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:27.934770 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e281-4f3a-4ddb-9d76-ed13c32534d8 req-9b21081f-9ab8-4968-81c9-60f4b7b79cfe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:27.936198 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5d24e281-4f3a-4ddb-9d76-ed13c32534d8 req-9b21081f-9ab8-4968-81c9-60f4b7b79cfe tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0517857 May 13 13:30:27.954952 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:27.965654 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:27.976966 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:27.977680 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.002911 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] No DVR routers for this DVR port 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:28.006746 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.010371 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3af5fb4f-6aa7-4740-9692-b65cc4419651 req-2c079205-092e-4db9-8d8a-9d6cd2ada8f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "DELETE /v2.0/ports/14a7371d-78d5-4d51-b08a-8cd6ecaa1263 HTTP/1.1" status: 204 len: 173 time: 1.2795174 May 13 13:30:28.010860 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'name': 'network-vif-deleted', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:28.013752 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82ab426-db8d-4786-aa27-d34ce20a7a2e" -d '{"events": [{"server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "name": "network-vif-deleted", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:28.016121 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5d24e281-4f3a-4ddb-9d76-ed13c32534d8 req-5837fd2a-e3e3-4828-b057-15c11d66b096 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733085 May 13 13:30:28.057303 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8190f43-fd67-4891-9c73-fbd67b5a1bc0 x-openstack-request-id: req-f8190f43-fd67-4891-9c73-fbd67b5a1bc0 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:28.057600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f", "name": "network-vif-deleted", "tag": "14a7371d-78d5-4d51-b08a-8cd6ecaa1263", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:28.057883 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8190f43-fd67-4891-9c73-fbd67b5a1bc0 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:28.058290 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8190f43-fd67-4891-9c73-fbd67b5a1bc0'] response: {'server_uuid': '58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f', 'name': 'network-vif-deleted', 'tag': '14a7371d-78d5-4d51-b08a-8cd6ecaa1263', 'status': 'completed', 'code': 200} May 13 13:30:28.097954 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:28.135809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58762) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:28.202444 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Deleting subnet 416be3c1-bd7a-4a1c-a241-0c05c169efc5 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:30:28.206304 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Publish callbacks [] for subnet (416be3c1-bd7a-4a1c-a241-0c05c169efc5), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.247380 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (416be3c1-bd7a-4a1c-a241-0c05c169efc5), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.289106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (416be3c1-bd7a-4a1c-a241-0c05c169efc5), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.307353 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.334840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:28.343617 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:28.345141 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.442105 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (416be3c1-bd7a-4a1c-a241-0c05c169efc5), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.455456 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:28.470304 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416be3c1-bd7a-4a1c-a241-0c05c169efc5,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:28.475439 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.481710 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58764) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:28.486477 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ef348af4-6e78-4ec2-a34b-110ef6562872 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/416be3c1-bd7a-4a1c-a241-0c05c169efc5 HTTP/1.1" status: 204 len: 168 time: 0.3492694 May 13 13:30:28.550829 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (0b9976ff-cf79-4330-8132-342b84c98512), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.630904 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (0b9976ff-cf79-4330-8132-342b84c98512), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.650797 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9976ff-cf79-4330-8132-342b84c98512']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.651043 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.660781 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446ec8d-3b6e-4d65-afef-f5835d153fdd') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.664151 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446ec8d-3b6e-4d65-afef-f5835d153fdd') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.670376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (1446ec8d-3b6e-4d65-afef-f5835d153fdd), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.678312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c22a22-6e5c-4bb0-b293-dc7e5fd58115 None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:28.684270 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (1446ec8d-3b6e-4d65-afef-f5835d153fdd), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.690749 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:30:28.691211 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (1446ec8d-3b6e-4d65-afef-f5835d153fdd), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:30:28.693189 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:30:28.831050 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (0b9976ff-cf79-4330-8132-342b84c98512), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.838157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:28.841274 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/0b9976ff-cf79-4330-8132-342b84c98512 HTTP/1.1" status: 204 len: 168 time: 0.3585472 May 13 13:30:28.862393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9976ff-cf79-4330-8132-342b84c98512,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:28.883568 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7750001f-980e-4f4b-8c83-041e88bb52fd req-90f19390-95ef-4287-9393-849ef8bc2c1d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=58bc1d54-c1ff-4eb9-91a4-f2282dc9f26f HTTP/1.1" status: 200 len: 210 time: 0.0470691 May 13 13:30:28.884893 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.885235 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.885574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.885933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.886456 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.887149 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.887149 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.887398 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.887885 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.888213 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.888534 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.889018 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.889516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.889858 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.890342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b845cc0-a4ae-4568-a61b-f4b1150c84fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:28.929670 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c4aa6-b339-46ef-b18f-ff44a567ecf6 None None] New status for floating IP 11f1f121-03e0-42e7-9164-8b8e063a5ba1: DOWN {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:29.152080 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074986e-a58b-46e7-a361-8146c0764962 req-17641b5e-95c9-4d2a-9541-6dd191f95f15 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:29.153589 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2074986e-a58b-46e7-a361-8146c0764962 req-17641b5e-95c9-4d2a-9541-6dd191f95f15 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0520461 May 13 13:30:29.220321 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2074986e-a58b-46e7-a361-8146c0764962 req-31f6e414-8a82-4aab-bc7c-516afdbb7fae tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577700 May 13 13:30:29.271615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58772) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:29.315992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a8b92865-fb89-4e16-8c0c-d4e185a7b571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b361133457c04e2da4c4158a45bbcf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431886 May 13 13:30:29.318566 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58774) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:29.366097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] Publish callbacks [] for security_group (53df9aee-e112-45c3-8178-40977f1ea25b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:29.387874 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] Publish callbacks [] for security_group (53df9aee-e112-45c3-8178-40977f1ea25b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:29.636116 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (53df9aee-e112-45c3-8178-40977f1ea25b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:29.638674 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:29.639828 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53df9aee-e112-45c3-8178-40977f1ea25b HTTP/1.1" status: 204 len: 168 time: 0.3203595 May 13 13:30:29.647896 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1641-3947-4d15-aba0-72a5e6f06344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df9aee-e112-45c3-8178-40977f1ea25b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:30.043563 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58782) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:30.102463 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (680e6aa9-178a-42dd-80ea-761727b94df8), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.134200 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (680e6aa9-178a-42dd-80ea-761727b94df8), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.264687 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (680e6aa9-178a-42dd-80ea-761727b94df8), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.267876 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.269072 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "DELETE /v2.0/security-groups/680e6aa9-178a-42dd-80ea-761727b94df8 HTTP/1.1" status: 204 len: 168 time: 0.2243948 May 13 13:30:30.271930 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58786) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:30.278619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdc337-abea-436a-9800-71eadfbd10f0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e6aa9-178a-42dd-80ea-761727b94df8,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:30.289779 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-bc7b96d3-1821-4f93-8b90-b3b0471a90d7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] show failed (client error): The resource could not be found. May 13 13:30:30.291071 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bc7b96d3-1821-4f93-8b90-b3b0471a90d7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups/680e6aa9-178a-42dd-80ea-761727b94df8 HTTP/1.1" status: 404 len: 347 time: 0.0171752 May 13 13:30:30.294022 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58788) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:30.347099 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44ea6-d519-46be-9f64-e7c472c799d5 req-50fe7cd0-38be-48bf-826a-dea3851377ed tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:30.348584 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ea44ea6-d519-46be-9f64-e7c472c799d5 req-50fe7cd0-38be-48bf-826a-dea3851377ed tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0518024 May 13 13:30:30.409396 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2ea44ea6-d519-46be-9f64-e7c472c799d5 req-41d5a3ac-4e57-43f0-a56f-33bbec26778c tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547149 May 13 13:30:30.417945 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Deleting port 623eb13e-daeb-46cd-8115-98c31c5650e3 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:30.418295 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.511768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.512211 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (623eb13e-daeb-46cd-8115-98c31c5650e3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.527419 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Calling delete_port for 623eb13e-daeb-46cd-8115-98c31c5650e3 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:30.756494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (623eb13e-daeb-46cd-8115-98c31c5650e3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.765503 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:30.788613 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'Port': ['ID=623eb13e-daeb-46cd-8115-98c31c5650e3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:30.788857 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:30.789078 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 14a7371d-78d5-4d51-b08a-8cd6ecaa1263 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:30.855302 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (11f1f121-03e0-42e7-9164-8b8e063a5ba1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.858088 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.859257 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a528b78b-25ed-4f0c-a91d-fa9cf2c5f9f2 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "DELETE /v2.0/floatingips/11f1f121-03e0-42e7-9164-8b8e063a5ba1 HTTP/1.1" status: 204 len: 168 time: 0.5641882 May 13 13:30:31.022294 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58806) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.026780 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056265916', 'description': 'tempest-description--2137353227'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:31.061739 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:30:31.155209 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.225582 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (67db4cff-cb06-4a77-a044-4dfc66d3801b), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.345254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (67db4cff-cb06-4a77-a044-4dfc66d3801b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.374574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67db4cff-cb06-4a77-a044-4dfc66d3801b,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.444039 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.445475 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c671dc91-4039-423d-89ea-dfa3c0a876f3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4221323 May 13 13:30:31.448472 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58812) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.452966 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group_rule': {'security_group_id': '67db4cff-cb06-4a77-a044-4dfc66d3801b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:31.523223 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd0b3-e80d-4248-9721-3e99b13c0048 req-7f940574-6ee6-486c-a66c-4b243eb9d543 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:31.524725 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c8fd0b3-e80d-4248-9721-3e99b13c0048 req-7f940574-6ee6-486c-a66c-4b243eb9d543 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0475657 May 13 13:30:31.582481 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (3a037ea7-73a2-43da-8dbd-1b2a6b903f7c), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.616042 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c8fd0b3-e80d-4248-9721-3e99b13c0048 req-c4ab58f6-6394-410b-adde-e4c95a73dc2d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857546 May 13 13:30:31.654119 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (3a037ea7-73a2-43da-8dbd-1b2a6b903f7c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.778726 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (3a037ea7-73a2-43da-8dbd-1b2a6b903f7c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.796773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a037ea7-73a2-43da-8dbd-1b2a6b903f7c,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.946573 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.947723 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-76a13770-a9d3-4880-a795-18bebbbb7b6a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982448 May 13 13:30:31.950385 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58816) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.955366 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'security_group_rule': {'security_group_id': '67db4cff-cb06-4a77-a044-4dfc66d3801b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:32.115852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (e518bc29-ceb6-42ff-8505-7e0d2a2e2621), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.178214 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (e518bc29-ceb6-42ff-8505-7e0d2a2e2621), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.270393 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (e518bc29-ceb6-42ff-8505-7e0d2a2e2621), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.289709 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e518bc29-ceb6-42ff-8505-7e0d2a2e2621,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:32.369624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.370884 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aaecbfe7-f9f5-42e3-96cc-6d4ef4619b72 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4195807 May 13 13:30:32.373986 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58820) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:32.378809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:32.538304 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.621913 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.765038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Allocated IP 172.27.0.82 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/c0abe3f3-f9db-40b9-b9fc-c848a30866de) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:32.772894 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9d7f-b34b-4797-ac39-b32f161f6edd req-40998824-18d4-4119-9f74-0ac5ee53d362 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.774422 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd8b9d7f-b34b-4797-ac39-b32f161f6edd req-40998824-18d4-4119-9f74-0ac5ee53d362 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0733333 May 13 13:30:32.889748 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bd8b9d7f-b34b-4797-ac39-b32f161f6edd req-6b51ebfb-a69d-47f2-bfb5-32d4c855e4e8 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&id=a132708f-33d0-4e29-b377-a71de51115ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074357 May 13 13:30:32.919877 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.070744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.113951 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:33.116845 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:33.119322 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:33.147665 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=c0abe3f3-f9db-40b9-b9fc-c848a30866de,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:33.210739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.395031 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.548506 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.607404 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.677286 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=c0abe3f3-f9db-40b9-b9fc-c848a30866de,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:33.689331 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.752235 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.753478 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-509f2f82-fa13-4b94-993a-d5d592c22689 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3785751 May 13 13:30:33.945823 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-1d45b742-5801-4e2c-aafd-77119b04803c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1056265916&fields=id&tenant_id=915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 267 time: 0.0427768 May 13 13:30:34.053898 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-29ad3403-5865-471f-bc6e-502e5dc3556a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:34.055340 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-29ad3403-5865-471f-bc6e-502e5dc3556a tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 810 time: 0.1033037 May 13 13:30:34.069540 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-10834973-4ff5-431b-8cd7-de1fb9bb7e49 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/quotas/915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 375 time: 0.0089207 May 13 13:30:34.117517 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-572a0bf9-74e5-4a67-ab34-d668ee7ee603 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429196 May 13 13:30:34.301587 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-f8c5764e-766b-4309-9f12-6335418caa4a service neutron] 10.222.0.25 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725891 May 13 13:30:34.398776 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-34ba7ca2-91e1-4572-9127-a0a0d42cff48 service neutron] 10.222.0.25 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910876 May 13 13:30:34.700072 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c454295d-140e-4e48-a552-427ba76d746f req-8c0ff83e-1ca5-4008-a52f-8fd25e3aec4c tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0282128 May 13 13:30:34.910283 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d1978-57ca-4adc-bb78-03f303223b45 req-02af67c7-1eb7-435a-a158-466dfd5d6780 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:34.911762 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e86d1978-57ca-4adc-bb78-03f303223b45 req-02af67c7-1eb7-435a-a158-466dfd5d6780 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0474670 May 13 13:30:34.959247 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e86d1978-57ca-4adc-bb78-03f303223b45 req-356d8a38-42fa-4a33-83e6-9cb5ebb59ed6 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 May 13 13:30:35.797376 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3332124f-36cb-42ca-93ee-6ff3124aef5c req-6b8d0297-ffe0-4f7e-b332-27bb665ddfc7 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0276341 May 13 13:30:36.075081 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cc58-a8a8-43bb-b762-dd79e56cffb6 req-8604b132-9b3b-4ba6-bdaf-55bcf18348c5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:36.076548 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5100cc58-a8a8-43bb-b762-dd79e56cffb6 req-8604b132-9b3b-4ba6-bdaf-55bcf18348c5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0507281 May 13 13:30:36.122475 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5100cc58-a8a8-43bb-b762-dd79e56cffb6 req-67564ef8-958a-47ee-874f-0a2e3a147997 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 May 13 13:30:36.892983 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-422f28ff-ce54-405a-aae1-35bb8222f938 req-6555df3f-31b6-4590-a463-deed55dbc8b3 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0307689 May 13 13:30:37.249250 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548637a5-40ee-4e61-be9d-adeb744bc563 req-708f4d68-90d9-4ffe-bc5c-d0e2a0f4cc0c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:37.250838 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-548637a5-40ee-4e61-be9d-adeb744bc563 req-708f4d68-90d9-4ffe-bc5c-d0e2a0f4cc0c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0483510 May 13 13:30:37.297922 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-548637a5-40ee-4e61-be9d-adeb744bc563 req-494c5ea5-cc8c-40cd-9355-3acc4185164b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 May 13 13:30:37.991732 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b0ee7a18-6c2d-45dc-a317-edffb9807a6c req-82a62069-27c3-4417-b7cd-6fd7cc7b9ad0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0282171 May 13 13:30:38.411200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5828efa-fce9-4190-bef0-96170af7541d req-4ec98a94-5b1e-4095-8252-cfb0875e4b53 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:38.412660 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5828efa-fce9-4190-bef0-96170af7541d req-4ec98a94-5b1e-4095-8252-cfb0875e4b53 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0461657 May 13 13:30:38.464918 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5828efa-fce9-4190-bef0-96170af7541d req-9f64aa56-c2f6-4295-9d72-65f03a7936da tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 May 13 13:30:39.089276 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-00959b69-d56c-4ddf-b827-ffe6ab2ba91e req-e66863d5-a0e3-49ac-a11a-b3207a409a11 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0292428 May 13 13:30:39.123063 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-5122f5ab-ee30-4b55-a050-7e75e735177f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:39.124519 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-5122f5ab-ee30-4b55-a050-7e75e735177f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0500798 May 13 13:30:39.211141 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Deleting port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:39.211492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.302449 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] For port ca45ea26-ebef-4cf1-b670-b108bd4e54d4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:39.302743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.474872 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.475510 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (700058ae-686d-4cce-838f-b306baed3012), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.475510 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Floating IP 700058ae-686d-4cce-838f-b306baed3012 disassociated. External IP: 172.27.0.203, port: ca45ea26-ebef-4cf1-b670-b108bd4e54d4. May 13 13:30:39.475863 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Calling delete_port for ca45ea26-ebef-4cf1-b670-b108bd4e54d4 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:39.593339 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275191b-3852-4b75-92db-634385fc5ea6 req-d78542fa-a77e-4096-bbad-f92e5d35ba36 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:39.596441 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1275191b-3852-4b75-92db-634385fc5ea6 req-d78542fa-a77e-4096-bbad-f92e5d35ba36 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 945 time: 0.0605705 May 13 13:30:39.680152 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1275191b-3852-4b75-92db-634385fc5ea6 req-0852b745-c924-4e49-b0ef-869613068018 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fcafc1e-5316-41a0-ac79-67cb7d8c87de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748532 May 13 13:30:39.733258 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (ca45ea26-ebef-4cf1-b670-b108bd4e54d4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.764221 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event deleted for resources: {'Port': ['ID=ca45ea26-ebef-4cf1-b670-b108bd4e54d4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:39.884422 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Router 76ed6934-f941-438d-a980-ed7488e5d531 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:40.025421 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:40.038018 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:40.052234 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:40.052971 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.074422 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] No DVR routers for this DVR port ca45ea26-ebef-4cf1-b670-b108bd4e54d4 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:40.076654 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.080615 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6d260b05-7977-4cd1-88b3-9d625914d52b req-39dcd730-efaf-4f79-b779-0abe9ad64628 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "DELETE /v2.0/ports/ca45ea26-ebef-4cf1-b670-b108bd4e54d4 HTTP/1.1" status: 204 len: 173 time: 0.9502778 May 13 13:30:40.081065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'name': 'network-vif-deleted', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:40.083398 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498dc2e2-319b-4371-9017-d28553912b0e" -d '{"events": [{"server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "name": "network-vif-deleted", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:40.122893 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-7e474c33-c334-4f0d-8f09-ea9b13369486 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:40.124558 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-7e474c33-c334-4f0d-8f09-ea9b13369486 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 810 time: 0.1375332 May 13 13:30:40.139999 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c19e5c-a912-4faf-b927-bbd67e016aed x-openstack-request-id: req-50c19e5c-a912-4faf-b927-bbd67e016aed {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:40.140295 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8063f90-dde5-4697-b772-2d63abfae0ec", "name": "network-vif-deleted", "tag": "ca45ea26-ebef-4cf1-b670-b108bd4e54d4", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:40.140600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50c19e5c-a912-4faf-b927-bbd67e016aed {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:40.141035 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c19e5c-a912-4faf-b927-bbd67e016aed'] response: {'server_uuid': 'c8063f90-dde5-4697-b772-2d63abfae0ec', 'name': 'network-vif-deleted', 'tag': 'ca45ea26-ebef-4cf1-b670-b108bd4e54d4', 'status': 'completed', 'code': 200} May 13 13:30:40.207662 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:40.225182 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-ffb82ef2-fdb9-43af-9668-06be106eaba6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=915a7ff1f6d64480a08c38e762da4134 HTTP/1.1" status: 200 len: 380 time: 0.0903924 May 13 13:30:40.239119 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-237ce847-0bd0-4a05-bd9c-375357ccd17e req-f7eade28-82f5-47d3-b470-b4fe2b418dfa tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0375926 May 13 13:30:40.242655 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'port': {'device_id': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'admin_state_up': True, 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'security_groups': ['67db4cff-cb06-4a77-a044-4dfc66d3801b']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:40.249820 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.448028 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Made reservation on behalf of 915a7ff1f6d64480a08c38e762da4134 for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:40.451252 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.452004 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.488039 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:40.498021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:40.498610 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.594895 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Allocated IP 172.20.0.6 (dceba3d8-accd-41b8-a33c-38f5d7f6c90b/adf7737d-48ac-438d-b3ed-92556dc0ce37/093f7cfd-0126-49c6-9c1c-b42a1adde880) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:40.736523 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:40.748485 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.802140 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d44ec662-131e-442d-a9fc-e9bc6bfba00a req-ea404056-3cbb-47bd-8449-aa3fdacdd8cc tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8063f90-dde5-4697-b772-2d63abfae0ec HTTP/1.1" status: 200 len: 210 time: 0.0350125 May 13 13:30:40.870745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.913859 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:40.916887 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:40.919376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:40.934189 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.953197 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event updated for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:40.962845 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a2ec8-f0be-4bfb-8ba9-21e675d7db41 None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '1897495f-3f41-4bce-aab3-4bf2e95e7bf5', 'name': '', 'network_id': 'ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'mac_address': 'fa:16:3e:72:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:32Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'subnets': [{'id': 'f2b5b46c-07bb-47b7-8d76-944666a5937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:40.983619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:40.984417 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.078782 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-46aed36c-ab06-48ff-9f51-6e8aa8f9561b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452239 May 13 13:30:41.147078 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Request body: {'port': {'device_id': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:41.199601 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c1c4a505-ca81-4b9b-82c3-e712816712aa None None] Provisioning complete for port 093f7cfd-0126-49c6-9c1c-b42a1adde880 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:41.200146 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a505-ca81-4b9b-82c3-e712816712aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.215035 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.246086 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4a505-ca81-4b9b-82c3-e712816712aa None None] Port 093f7cfd-0126-49c6-9c1c-b42a1adde880 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:41.263397 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6042fb4-60cf-4a9e-bcee-ba0b782368f7 None None] New status for floating IP 700058ae-686d-4cce-838f-b306baed3012: DOWN {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:41.368908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2c27-11c0-4457-b525-3ed0677c8f21 req-e9441af7-6ed3-4df4-9a1b-66c4ed1ddd54 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:41.370679 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-603c2c27-11c0-4457-b525-3ed0677c8f21 req-e9441af7-6ed3-4df4-9a1b-66c4ed1ddd54 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 931 time: 0.0526378 May 13 13:30:41.428263 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-603c2c27-11c0-4457-b525-3ed0677c8f21 req-ac4b1815-c69f-4985-8e17-c9cf7fca1aab tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499182 May 13 13:30:41.496742 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093f7cfd-0126-49c6-9c1c-b42a1adde880 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:30:41.504794 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks [] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.517050 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Transition to ACTIVE for port object 093f7cfd-0126-49c6-9c1c-b42a1adde880 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:30:41.658971 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.708303 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:41.782809 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Attempting to bind port 093f7cfd-0126-49c6-9c1c-b42a1adde880 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:41.783144 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Attempting to bind port 093f7cfd-0126-49c6-9c1c-b42a1adde880 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:41.783474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Attempting to bind port 093f7cfd-0126-49c6-9c1c-b42a1adde880 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:41.788152 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Port 093f7cfd-0126-49c6-9c1c-b42a1adde880 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:30:41.789042 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Attempting to bind port 093f7cfd-0126-49c6-9c1c-b42a1adde880 on network dceba3d8-accd-41b8-a33c-38f5d7f6c90b {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:41.794371 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:41.794716 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Checking segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:41.795098 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Bound using segment: {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:41.795527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Bound port: 093f7cfd-0126-49c6-9c1c-b42a1adde880, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a550ec99-eda2-456a-aaa8-60935e65a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:41.795888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.868979 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:41.872358 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:41.979363 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.996601 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58902) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:42.017244 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.017873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.019240 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] 10.222.0.70 "PUT /v2.0/ports/093f7cfd-0126-49c6-9c1c-b42a1adde880 HTTP/1.1" status: 200 len: 1093 time: 0.9324284 May 13 13:30:42.019677 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:42.021906 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:42.053072 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae049-999c-4a87-ad7c-c32b3f544ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.059682 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (1fcafc1e-5316-41a0-ac79-67cb7d8c87de), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.086621 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (1fcafc1e-5316-41a0-ac79-67cb7d8c87de), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.196254 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (1fcafc1e-5316-41a0-ac79-67cb7d8c87de), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.198900 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.202717 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "DELETE /v2.0/security-groups/1fcafc1e-5316-41a0-ac79-67cb7d8c87de HTTP/1.1" status: 204 len: 168 time: 0.2024214 May 13 13:30:42.204992 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58908) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:42.210390 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-c49b8de9-803f-459b-8bb1-5dd0b5e0201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.211844 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-c49b8de9-803f-459b-8bb1-5dd0b5e0201f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 1127 time: 0.0633602 May 13 13:30:42.221403 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa52fac-df9a-43e3-96bc-67fe137d4262 x-openstack-request-id: req-efa52fac-df9a-43e3-96bc-67fe137d4262 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:42.222078 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:42.222457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efa52fac-df9a-43e3-96bc-67fe137d4262 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:42.222924 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa52fac-df9a-43e3-96bc-67fe137d4262'] response: {'name': 'network-changed', 'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'status': 'completed', 'code': 200} May 13 13:30:42.223606 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-feee5758-0460-40fc-917e-732f801e7b4d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] show failed (client error): The resource could not be found. May 13 13:30:42.227138 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-feee5758-0460-40fc-917e-732f801e7b4d tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups/1fcafc1e-5316-41a0-ac79-67cb7d8c87de HTTP/1.1" status: 404 len: 347 time: 0.0187438 May 13 13:30:42.227138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c9b1-944a-408d-904c-5c192eab2784 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcafc1e-5316-41a0-ac79-67cb7d8c87de,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.227365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 58910) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:42.261594 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-10f84dc2-b9b5-411e-bbe3-da981fcf4623 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880 HTTP/1.1" status: 200 len: 217 time: 0.0377529 May 13 13:30:42.313750 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-b67c949c-33ed-4230-b662-7b0fdfb56276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.318089 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-b67c949c-33ed-4230-b662-7b0fdfb56276 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0476880 May 13 13:30:42.345186 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Deleting port 747fc793-f661-4bdc-bf03-95d3b4e92837 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:42.350278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.363617 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-be870e70-1684-4d0d-a885-6c3114a28caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.365102 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-be870e70-1684-4d0d-a885-6c3114a28caa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434341 May 13 13:30:42.425992 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.426566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (747fc793-f661-4bdc-bf03-95d3b4e92837), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.440362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Calling delete_port for 747fc793-f661-4bdc-bf03-95d3b4e92837 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:42.455986 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-45b271bc-0ed3-4838-b3a4-1130d18ca045 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835154 May 13 13:30:42.799734 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0a3c2440-84df-42c9-b03b-178fe4c39ef9 req-f89d2f6d-a1f3-4399-90db-227b2ba3a203 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368170 May 13 13:30:42.828866 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b86f2c-a1df-4c6f-9348-bd8a7f1225cd req-f02f9eea-178d-4691-83cc-b2aa6b3ac4dc tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.833296 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ca45ea26-ebef-4cf1-b670-b108bd4e54d4 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:42.833762 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64b86f2c-a1df-4c6f-9348-bd8a7f1225cd req-f02f9eea-178d-4691-83cc-b2aa6b3ac4dc tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 943 time: 0.3126473 May 13 13:30:42.851574 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: ca45ea26-ebef-4cf1-b670-b108bd4e54d4 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:42.851924 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ca45ea26-ebef-4cf1-b670-b108bd4e54d4 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:42.888945 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64b86f2c-a1df-4c6f-9348-bd8a7f1225cd req-98827099-51e7-4e56-85d9-fc33f887ac85 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519848 May 13 13:30:42.956282 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (747fc793-f661-4bdc-bf03-95d3b4e92837), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.986943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event deleted for resources: {'Port': ['ID=747fc793-f661-4bdc-bf03-95d3b4e92837,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:43.047849 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks [] for floatingip (700058ae-686d-4cce-838f-b306baed3012), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.050419 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.051488 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-cbf68736-e6a5-430e-80bf-c9056e3c9ecf tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "DELETE /v2.0/floatingips/700058ae-686d-4cce-838f-b306baed3012 HTTP/1.1" status: 204 len: 168 time: 0.8232720 May 13 13:30:43.867887 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-ce6cdce3-3423-402e-8190-02de97356cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:43.869532 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-ce6cdce3-3423-402e-8190-02de97356cb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 1127 time: 0.0396309 May 13 13:30:43.961293 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-ffb9e329-22b6-46c2-8d0c-80bb77d1ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:43.962788 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-ffb9e329-22b6-46c2-8d0c-80bb77d1ea9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.0871224 May 13 13:30:44.027976 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-70bf18cf-93a3-496f-949e-eb9e5ec114f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880 HTTP/1.1" status: 200 len: 217 time: 0.0552309 May 13 13:30:44.053377 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824211-3241-4ead-afb1-86ba7db16bfa req-87f45eee-f042-4ac8-ab08-0902d195e0d8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:44.054823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-06824211-3241-4ead-afb1-86ba7db16bfa req-87f45eee-f042-4ac8-ab08-0902d195e0d8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 943 time: 0.0957100 May 13 13:30:44.110613 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-f64826a6-1ad7-43ea-a523-42b0b2f7d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:44.112141 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-f64826a6-1ad7-43ea-a523-42b0b2f7d021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0766225 May 13 13:30:44.137612 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-06824211-3241-4ead-afb1-86ba7db16bfa req-a38e5b23-204f-4511-b498-644ed4d209da tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650041 May 13 13:30:44.168215 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-f45a3fff-5a46-46d1-bbb3-03a79e6d76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:44.169695 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-f45a3fff-5a46-46d1-bbb3-03a79e6d76e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480075 May 13 13:30:44.257226 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-528a2662-eb65-4771-972b-7b6cbf41d3ff service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812297 May 13 13:30:44.353218 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff5dfc7-d58d-40c1-b3be-6d16b4d0e2ee req-15b5e65d-8168-4a72-8772-d8f9604643c1 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891600 May 13 13:30:44.664514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e25f96e9-f0a6-4d1a-9b87-1bdaf130ccf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.840640 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 093f7cfd-0126-49c6-9c1c-b42a1adde880 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:30:44.939137 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:44.950416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'port_id': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'mac_address': 'fa:16:3e:43:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:30:44.987679 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 093f7cfd-0126-49c6-9c1c-b42a1adde880 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:44.988074 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.001433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093f7cfd-0126-49c6-9c1c-b42a1adde880 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:30:45.021105 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:45.097896 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.149910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:45.156826 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158378 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158556 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.158881 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.159211 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.159540 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.159866 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.160192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.160549 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.160859 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.161183 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.161509 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.250209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1fa3d-27fd-4aae-8646-3ddcf39ff241 req-69d44435-cfd9-4762-84b4-ae1fc291fc1f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:45.252230 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24c1fa3d-27fd-4aae-8646-3ddcf39ff241 req-69d44435-cfd9-4762-84b4-ae1fc291fc1f tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 944 time: 0.0474946 May 13 13:30:45.298118 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24c1fa3d-27fd-4aae-8646-3ddcf39ff241 req-fa4e73d9-c76f-4d1e-892b-242a94cfd82d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 May 13 13:30:45.400531 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['093f7cfd-0126-49c6-9c1c-b42a1adde880'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:30:46.160982 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281024-49c6-4e50-9037-f9bfc35fdcf8 req-5f161351-6d51-4616-862a-5de79f87c4fd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:46.162535 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71281024-49c6-4e50-9037-f9bfc35fdcf8 req-5f161351-6d51-4616-862a-5de79f87c4fd tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0479219 May 13 13:30:46.215635 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-71281024-49c6-4e50-9037-f9bfc35fdcf8 req-b077fbaf-c3ec-48a7-b8a7-af8e3fd06891 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431764 May 13 13:30:46.413525 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5c5ea-5574-4d7c-a185-682530326e9a req-f67f2a90-10a3-4fdf-b84f-1f8fe0448270 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:46.415230 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-10a5c5ea-5574-4d7c-a185-682530326e9a req-f67f2a90-10a3-4fdf-b84f-1f8fe0448270 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 944 time: 0.0486727 May 13 13:30:46.461670 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-10a5c5ea-5574-4d7c-a185-682530326e9a req-34d3b2be-032f-4ba0-b783-dd8d5a08b2d6 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 May 13 13:30:46.839655 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 093f7cfd-0126-49c6-9c1c-b42a1adde880 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:46.882432 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 093f7cfd-0126-49c6-9c1c-b42a1adde880 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:30:46.995413 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 093f7cfd-0126-49c6-9c1c-b42a1adde880 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:46.995798 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.024456 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7576ca42-8ddc-4856-931f-061ac6e6475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.072546 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 093f7cfd-0126-49c6-9c1c-b42a1adde880 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:47.072935 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.101410 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:47.101410 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc0dda7-50d2-46ef-8ace-287afbee63fa" -d '{"events": [{"server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "name": "network-vif-plugged", "status": "completed", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:47.113264 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:47.135103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c37feb-a272-4c62-9eeb-efd685192fa1 x-openstack-request-id: req-f3c37feb-a272-4c62-9eeb-efd685192fa1 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:47.135103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "name": "network-vif-plugged", "status": "completed", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:47.135103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3c37feb-a272-4c62-9eeb-efd685192fa1 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:47.135103 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c37feb-a272-4c62-9eeb-efd685192fa1'] response: {'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'code': 200} May 13 13:30:47.184292 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.232986 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:47.339224 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0031052-91ac-4672-8454-a7f2b8563ebf req-f11b6060-ddb0-41ac-95f0-9264afef5ba5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:47.340731 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c0031052-91ac-4672-8454-a7f2b8563ebf req-f11b6060-ddb0-41ac-95f0-9264afef5ba5 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0487244 May 13 13:30:47.387904 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c0031052-91ac-4672-8454-a7f2b8563ebf req-7143dde2-1133-413d-9b24-53b779756c60 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 May 13 13:30:47.577290 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9cab9-d267-4f42-8655-c47752854de2 req-f46dab0c-0d9c-4eb6-a613-169892e36ea0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:47.578819 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebc9cab9-d267-4f42-8655-c47752854de2 req-f46dab0c-0d9c-4eb6-a613-169892e36ea0 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0498900 May 13 13:30:47.624866 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebc9cab9-d267-4f42-8655-c47752854de2 req-b52f99dd-8562-4cd7-a6fa-c429870eac30 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 May 13 13:30:48.037963 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16602af-aaf4-440d-a614-bb279e3c93cf req-7371059e-42fd-4d85-8704-caaa6c863371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:48.039431 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b16602af-aaf4-440d-a614-bb279e3c93cf req-7371059e-42fd-4d85-8704-caaa6c863371 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 1129 time: 0.0422127 May 13 13:30:48.043504 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-14689f0b-75a3-484b-8a59-f2c56f1efb9b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:48.044923 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-14689f0b-75a3-484b-8a59-f2c56f1efb9b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0465274 May 13 13:30:48.083085 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b16602af-aaf4-440d-a614-bb279e3c93cf req-1323b588-1d03-4293-bf42-36e620cea32d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 May 13 13:30:48.142199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Deleting port 56e2bb82-a229-4ab7-b089-0f87dc512a77 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:48.142539 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.229953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] For port 56e2bb82-a229-4ab7-b089-0f87dc512a77, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=56e2bb82-a229-4ab7-b089-0f87dc512a77,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:48.230322 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.241718 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.245268 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Calling delete_port for 56e2bb82-a229-4ab7-b089-0f87dc512a77 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:48.498753 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (56e2bb82-a229-4ab7-b089-0f87dc512a77), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.503694 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153704-2fcc-4b12-9e20-5f036962fb3e req-32d37d39-efc1-416d-819a-95826cef1d65 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:48.505204 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-30153704-2fcc-4b12-9e20-5f036962fb3e req-32d37d39-efc1-416d-819a-95826cef1d65 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 945 time: 0.0480521 May 13 13:30:48.512647 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['56e2bb82-a229-4ab7-b089-0f87dc512a77', '7cb95faf-543f-4107-b4e6-b572ee1da4e2'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:30:48.528535 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event deleted for resources: {'Port': ['ID=56e2bb82-a229-4ab7-b089-0f87dc512a77,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:48.559665 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-30153704-2fcc-4b12-9e20-5f036962fb3e req-6febc3f2-58d6-42c6-aa3d-662d57ec4251 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474463 May 13 13:30:48.583947 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] No DVR routers for this DVR port 56e2bb82-a229-4ab7-b089-0f87dc512a77 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:48.586400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.589629 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-72471a3a-2f53-4f5b-8f24-3182d28416c8 req-b1f765d0-e48d-4e11-8bc7-ed0d4c891aab tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "DELETE /v2.0/ports/56e2bb82-a229-4ab7-b089-0f87dc512a77 HTTP/1.1" status: 204 len: 173 time: 0.5399196 May 13 13:30:48.590144 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'name': 'network-vif-deleted', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:48.592355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de504b-ed95-4b17-a4f8-75f1b12d9139" -d '{"events": [{"server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "name": "network-vif-deleted", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:48.687500 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38507edb-2cab-470b-848c-7f7065c8f8b2 x-openstack-request-id: req-38507edb-2cab-470b-848c-7f7065c8f8b2 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:48.687789 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579ddd42-b56b-41a6-bf6b-601e7b699383", "name": "network-vif-deleted", "tag": "56e2bb82-a229-4ab7-b089-0f87dc512a77", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:48.688044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38507edb-2cab-470b-848c-7f7065c8f8b2 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:48.688448 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38507edb-2cab-470b-848c-7f7065c8f8b2'] response: {'server_uuid': '579ddd42-b56b-41a6-bf6b-601e7b699383', 'name': 'network-vif-deleted', 'tag': '56e2bb82-a229-4ab7-b089-0f87dc512a77', 'status': 'completed', 'code': 200} May 13 13:30:48.747959 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de82571-e7dc-4ad6-a167-b99681846e27 req-3bb0d2cf-31b4-45ab-a4ff-a91d2210b4a5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:48.749437 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3de82571-e7dc-4ad6-a167-b99681846e27 req-3bb0d2cf-31b4-45ab-a4ff-a91d2210b4a5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0501940 May 13 13:30:48.795234 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3de82571-e7dc-4ad6-a167-b99681846e27 req-9b17db73-9092-4133-abff-9ebb4f608ab8 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 May 13 13:30:49.498914 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.668131 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fa453276-16f6-40be-b381-7aaec0d9b07c req-0f514d7a-3596-4029-8b81-c23cee07ed79 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=579ddd42-b56b-41a6-bf6b-601e7b699383 HTTP/1.1" status: 200 len: 210 time: 0.0270550 May 13 13:30:49.913002 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31792ce-045b-455e-8a72-10a62cc02f31 req-1c9781c0-9a4c-42db-804c-7305939706b5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:49.914464 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a31792ce-045b-455e-8a72-10a62cc02f31 req-1c9781c0-9a4c-42db-804c-7305939706b5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0511837 May 13 13:30:49.961363 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a31792ce-045b-455e-8a72-10a62cc02f31 req-13753d7e-73f8-4c00-b31e-bd8e62380732 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413005 May 13 13:30:50.813439 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.868590 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 56e2bb82-a229-4ab7-b089-0f87dc512a77 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:50.889160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 56e2bb82-a229-4ab7-b089-0f87dc512a77 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:50.889510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 56e2bb82-a229-4ab7-b089-0f87dc512a77 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:51.075394 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c6b87-b89a-44bf-9f7f-cce5d380ffa8 req-6d371d6a-b924-4a4c-abf0-c5c7eb3b902e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:51.076885 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-613c6b87-b89a-44bf-9f7f-cce5d380ffa8 req-6d371d6a-b924-4a4c-abf0-c5c7eb3b902e tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0484288 May 13 13:30:51.126507 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-613c6b87-b89a-44bf-9f7f-cce5d380ffa8 req-84b1e441-422d-473d-abe9-928d7063c940 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 May 13 13:30:51.238783 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743273-152a-4c4d-8427-89786cc71df8 req-990ea5fa-7510-430d-8059-d5c35db7da51 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:51.240453 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-87743273-152a-4c4d-8427-89786cc71df8 req-990ea5fa-7510-430d-8059-d5c35db7da51 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0513146 May 13 13:30:51.243981 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1b313-fd3f-4102-bd0b-14bb3bd824cf req-92b6c85c-2fdf-44d2-815a-f792cf4a0144 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:51.245461 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b2b1b313-fd3f-4102-bd0b-14bb3bd824cf req-92b6c85c-2fdf-44d2-815a-f792cf4a0144 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0490210 May 13 13:30:51.254554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 58980) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:51.258901 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Request body: {'floatingip': {'port_id': '093f7cfd-0126-49c6-9c1c-b42a1adde880'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:51.289627 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-87743273-152a-4c4d-8427-89786cc71df8 req-ff1fd802-c9c1-4ea4-a79e-923c63ee3890 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 May 13 13:30:51.298374 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.735615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.801573 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.904378 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Floating IP ced22ef2-feb6-4354-8c37-c19fc17c1196 associated. External IP: 172.27.0.82, port: 093f7cfd-0126-49c6-9c1c-b42a1adde880. May 13 13:30:52.114162 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:52.228192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:52.233001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.238027 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:52.248163 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:52.248777 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:52.262464 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-38481019-0176-4507-96c3-f25066d4089d tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "PUT /v2.0/floatingips/ced22ef2-feb6-4354-8c37-c19fc17c1196 HTTP/1.1" status: 200 len: 990 time: 1.0068271 May 13 13:30:52.263508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:52.265833 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f48a8-b871-4b1a-ba34-1ddeab55692c" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:52.302620 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9505f488-01f3-4444-adee-752944f1795b x-openstack-request-id: req-9505f488-01f3-4444-adee-752944f1795b {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:52.302921 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:52.303179 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9505f488-01f3-4444-adee-752944f1795b {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:52.303600 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9505f488-01f3-4444-adee-752944f1795b'] response: {'name': 'network-changed', 'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'status': 'completed', 'code': 200} May 13 13:30:52.367541 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:52.410240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9df34-b148-4c80-867d-5adcaf1acc0c req-09c48a06-ce41-4b19-a8a7-0e3fe4fdcf55 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:52.411721 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15c9df34-b148-4c80-867d-5adcaf1acc0c req-09c48a06-ce41-4b19-a8a7-0e3fe4fdcf55 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0478401 May 13 13:30:52.464108 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15c9df34-b148-4c80-867d-5adcaf1acc0c req-34e1ccc5-65de-43d2-ac57-90c298789a80 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 May 13 13:30:52.586731 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ced22ef2-feb6-4354-8c37-c19fc17c1196', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:43:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:30:33Z', 'updated_at': '2022-05-13T13:30:51Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:52.613477 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:52.622090 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:52.622644 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:52.731741 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:52.948392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ced22ef2-feb6-4354-8c37-c19fc17c1196', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:43:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:30:33Z', 'updated_at': '2022-05-13T13:30:51Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:52.974758 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0eb7fa-d663-4a2f-a4be-f8cfc330d006 None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ced22ef2-feb6-4354-8c37-c19fc17c1196', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'port_id': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'mac_address': 'fa:16:3e:43:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:30:33Z', 'updated_at': '2022-05-13T13:30:51Z', 'revision_number': 1, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:53.171869 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfaff4d-5030-4549-82a6-37dc34b1a3ba None None] New status for floating IP ced22ef2-feb6-4354-8c37-c19fc17c1196: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:53.225101 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88e75-bcc6-4735-a88a-bd8925c2f8df req-a4fdb42b-5aba-4bce-a0db-620879d57c2a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.226719 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75e88e75-bcc6-4735-a88a-bd8925c2f8df req-a4fdb42b-5aba-4bce-a0db-620879d57c2a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0475194 May 13 13:30:53.279843 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-75e88e75-bcc6-4735-a88a-bd8925c2f8df req-25006fab-faf4-4312-9629-7ae33942693b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 May 13 13:30:53.585027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75afa6-eaf4-4a78-92aa-6e7fea102624 req-544a5f8d-a61a-411e-a1e5-4e387a0e654c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.586721 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cc75afa6-eaf4-4a78-92aa-6e7fea102624 req-544a5f8d-a61a-411e-a1e5-4e387a0e654c tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0485358 May 13 13:30:53.635151 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cc75afa6-eaf4-4a78-92aa-6e7fea102624 req-bd9d6f47-faec-4b8b-8d0f-25b4f51bc7fb tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 May 13 13:30:53.987690 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-118fff46-eb8e-4db1-93d3-f05dc8fee335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.989535 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-118fff46-eb8e-4db1-93d3-f05dc8fee335 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=915a7ff1f6d64480a08c38e762da4134&device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 1129 time: 0.0421290 May 13 13:30:54.091459 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-222dd43a-b549-4b2c-82a9-3f9e69b0a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.092990 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-222dd43a-b549-4b2c-82a9-3f9e69b0a5c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 200 len: 911 time: 0.0923760 May 13 13:30:54.214405 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-9acfc8ef-67e1-4f99-85a2-bebb4059808f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880 HTTP/1.1" status: 200 len: 1000 time: 0.0637174 May 13 13:30:54.395205 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-8dedd381-4e37-41f5-909a-a78553e4be21 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.396820 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-8dedd381-4e37-41f5-909a-a78553e4be21 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0495844 May 13 13:30:54.428964 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-d6b252bf-e99e-4c71-8308-c87fed5c47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.430492 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-d6b252bf-e99e-4c71-8308-c87fed5c47f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 200 len: 849 time: 0.0897124 May 13 13:30:54.437184 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5a4e-b3a3-42ea-8ee5-089cdb970cc9 req-32ae656c-5b53-47c8-a76a-70f269b70187 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.438845 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-395d5a4e-b3a3-42ea-8ee5-089cdb970cc9 req-32ae656c-5b53-47c8-a76a-70f269b70187 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0624166 May 13 13:30:54.505450 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-c6d783cd-3f56-4901-bebd-70093baa73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.507070 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-c6d783cd-3f56-4901-bebd-70093baa73c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dceba3d8-accd-41b8-a33c-38f5d7f6c90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672882 May 13 13:30:54.512921 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Deleting port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:54.513276 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.542885 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-395d5a4e-b3a3-42ea-8ee5-089cdb970cc9 req-a003e34e-4c71-467b-9ba2-652366790c5e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920153 May 13 13:30:54.617177 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-80e391d2-0826-4479-ae37-31ef53973d56 service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967219 May 13 13:30:54.617417 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] For port 7cb95faf-543f-4107-b4e6-b572ee1da4e2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=7cb95faf-543f-4107-b4e6-b572ee1da4e2,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:54.617906 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.637600 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Calling delete_port for 7cb95faf-543f-4107-b4e6-b572ee1da4e2 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:54.723700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-657f48a8-b871-4b1a-ba34-1ddeab55692c req-f2f759ac-c041-483e-987d-a521fe8cf30e service neutron] 10.222.0.70 "GET /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993395 May 13 13:30:54.807279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff061b-9b32-4b9e-9982-9fcfdd7e56d5 req-dc2d9fe2-9948-4b54-97fe-207c9b55df87 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.808802 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-deff061b-9b32-4b9e-9982-9fcfdd7e56d5 req-dc2d9fe2-9948-4b54-97fe-207c9b55df87 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 945 time: 0.0843740 May 13 13:30:54.862345 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-deff061b-9b32-4b9e-9982-9fcfdd7e56d5 req-8f790c34-0bd4-455c-98d6-72938595683f tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/security-groups?id=abd5759e-0956-4c7d-8915-245dfb3c74af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462825 May 13 13:30:54.904660 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (7cb95faf-543f-4107-b4e6-b572ee1da4e2), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.935968 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Pushing event deleted for resources: {'Port': ['ID=7cb95faf-543f-4107-b4e6-b572ee1da4e2,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:54.984231 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] No DVR routers for this DVR port 7cb95faf-543f-4107-b4e6-b572ee1da4e2 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:54.986851 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.990099 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3b221668-0683-4c05-b405-2d30bc9f3892 req-90cf8b83-4586-46a3-a6a2-09e7fc17117b tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.70 "DELETE /v2.0/ports/7cb95faf-543f-4107-b4e6-b572ee1da4e2 HTTP/1.1" status: 204 len: 173 time: 0.5874445 May 13 13:30:54.990536 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'name': 'network-vif-deleted', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:54.993871 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e5526f-2942-493f-bbae-c19e83933258" -d '{"events": [{"server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "name": "network-vif-deleted", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:55.027932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53776081-726c-4c41-95b0-49b7b91b00ff x-openstack-request-id: req-53776081-726c-4c41-95b0-49b7b91b00ff {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:55.028230 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f73c3e-c6fc-443b-a892-bf21c184de0c", "name": "network-vif-deleted", "tag": "7cb95faf-543f-4107-b4e6-b572ee1da4e2", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:55.028485 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53776081-726c-4c41-95b0-49b7b91b00ff {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:55.028895 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53776081-726c-4c41-95b0-49b7b91b00ff'] response: {'server_uuid': 'a1f73c3e-c6fc-443b-a892-bf21c184de0c', 'name': 'network-vif-deleted', 'tag': '7cb95faf-543f-4107-b4e6-b572ee1da4e2', 'status': 'completed', 'code': 200} May 13 13:30:55.681279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4f992-1dad-4e84-bd18-9ffa5522ab8d req-343082df-4718-4bbe-b73e-b70b0e33e657 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:55.682807 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-26f4f992-1dad-4e84-bd18-9ffa5522ab8d req-343082df-4718-4bbe-b73e-b70b0e33e657 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0587127 May 13 13:30:55.731199 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-26f4f992-1dad-4e84-bd18-9ffa5522ab8d req-56b587e8-b604-4a7f-b877-d3d8cc98fed4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 May 13 13:30:55.983163 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-09bfffd2-a1c1-4654-a494-22eb871be135 req-38eb2e60-fd49-4d69-ab41-c79b9ef736d7 tempest-ServerRescueNegativeTestJSON-1596782097 tempest-ServerRescueNegativeTestJSON-1596782097-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f73c3e-c6fc-443b-a892-bf21c184de0c HTTP/1.1" status: 200 len: 210 time: 0.0324593 May 13 13:30:56.855032 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a2d3e-6eb8-482e-8112-bc1f8662c015 req-c7813176-7605-44c3-90a6-5136c338d5bb tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:56.856544 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-506a2d3e-6eb8-482e-8112-bc1f8662c015 req-c7813176-7605-44c3-90a6-5136c338d5bb tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0488992 May 13 13:30:56.903922 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-506a2d3e-6eb8-482e-8112-bc1f8662c015 req-5cdaeebf-5d4b-4c94-bd53-e7843546384e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 May 13 13:30:56.906216 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 7cb95faf-543f-4107-b4e6-b572ee1da4e2 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:56.927460 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 7cb95faf-543f-4107-b4e6-b572ee1da4e2 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:56.927995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 7cb95faf-543f-4107-b4e6-b572ee1da4e2 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:57.042033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59018) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:57.546713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (76ed6934-f941-438d-a980-ed7488e5d531), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.065737 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d7929-81d2-4a16-aecb-1d0e78e37a34 req-e4f828e9-f547-4a0e-913d-2b227706a5ff tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:58.067242 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d63d7929-81d2-4a16-aecb-1d0e78e37a34 req-e4f828e9-f547-4a0e-913d-2b227706a5ff tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0713320 May 13 13:30:58.163536 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d63d7929-81d2-4a16-aecb-1d0e78e37a34 req-c7264355-097a-47b3-9c73-cc4872fe7ef2 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784841 May 13 13:30:58.166690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Deleting port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:58.166903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.261278 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] For port 1897495f-3f41-4bce-aab3-4bf2e95e7bf5, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:58.261646 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.277747 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Calling delete_port for 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 owned by network:router_interface {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:58.556148 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (1897495f-3f41-4bce-aab3-4bf2e95e7bf5), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.584711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=1897495f-3f41-4bce-aab3-4bf2e95e7bf5,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:58.763765 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (76ed6934-f941-438d-a980-ed7488e5d531), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.990823 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Router 76ed6934-f941-438d-a980-ed7488e5d531 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:59.101888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:59.107001 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-8e7e29de-97c5-4dbe-a016-9985567f8d3a admin admin] 10.222.0.25 "PUT /v2.0/routers/76ed6934-f941-438d-a980-ed7488e5d531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639205 May 13 13:30:59.113246 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59026) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:59.113759 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Sync routers for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:59.125168 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:59.125894 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:59.224047 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks [] for router (76ed6934-f941-438d-a980-ed7488e5d531), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:59.241927 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:59.328990 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2ccc-ca43-4cc0-9247-469f59837c7e req-25647e0b-68e6-4272-8760-5bf9ca54be42 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:59.330841 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-160e2ccc-ca43-4cc0-9247-469f59837c7e req-25647e0b-68e6-4272-8760-5bf9ca54be42 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0621982 May 13 13:30:59.422400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks [] for router_gateway (76ed6934-f941-438d-a980-ed7488e5d531), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:59.434394 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-160e2ccc-ca43-4cc0-9247-469f59837c7e req-9db2d576-1aa1-4e0a-98db-4b5f00db146f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723574 May 13 13:30:59.546116 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Deleting port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:59.546519 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:59.583185 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:30:58Z', 'revision_number': 5, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port': {'id': '7d4d45f6-f391-4256-8280-e1b79d2e1b3a', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed6934-f941-438d-a980-ed7488e5d531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:59.612774 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Checking router: 76ed6934-f941-438d-a980-ed7488e5d531 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:59.621632 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Routers {'76ed6934-f941-438d-a980-ed7488e5d531'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:59.622310 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['76ed6934-f941-438d-a980-ed7488e5d531'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:59.646099 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] For port 7d4d45f6-f391-4256-8280-e1b79d2e1b3a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:59.646476 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:59.667559 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Calling delete_port for 7d4d45f6-f391-4256-8280-e1b79d2e1b3a owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:59.727932 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] Set router 76ed6934-f941-438d-a980-ed7488e5d531 gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:59.785043 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:30:59Z', 'revision_number': 6, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port_host': None}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:59.812486 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a0318-73c6-41f1-b83c-8c6378c5755a None None] The sync data for ids ['76ed6934-f941-438d-a980-ed7488e5d531'] in dv-cinder-841591-2-iscsi is: [{'id': '76ed6934-f941-438d-a980-ed7488e5d531', 'name': 'tempest-ServerRescueNegativeTestJSON-744944905-router', 'tenant_id': 'e25902914d244bfeaa038f24838c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:30:59Z', 'revision_number': 6, 'project_id': 'e25902914d244bfeaa038f24838c28ca', 'gw_port_host': None}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:59.932898 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (7d4d45f6-f391-4256-8280-e1b79d2e1b3a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:59.960228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4d45f6-f391-4256-8280-e1b79d2e1b3a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:00.029203 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (76ed6934-f941-438d-a980-ed7488e5d531), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.140032 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (76ed6934-f941-438d-a980-ed7488e5d531), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.143346 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks [] for router_controller (76ed6934-f941-438d-a980-ed7488e5d531), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.304592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (76ed6934-f941-438d-a980-ed7488e5d531), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.305456 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ed6934-f941-438d-a980-ed7488e5d531 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:31:00.310104 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.311097 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-aadf0b5b-efe4-4197-ab82-6572d570c32c admin admin] 10.222.0.25 "DELETE /v2.0/routers/76ed6934-f941-438d-a980-ed7488e5d531 HTTP/1.1" status: 204 len: 168 time: 1.1997976 May 13 13:31:00.314910 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59030) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:00.363760 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Deleting subnet f2b5b46c-07bb-47b7-8d76-944666a5937f {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:31:00.367373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Publish callbacks [] for subnet (f2b5b46c-07bb-47b7-8d76-944666a5937f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.449978 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (f2b5b46c-07bb-47b7-8d76-944666a5937f), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.511862 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (f2b5b46c-07bb-47b7-8d76-944666a5937f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.559088 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28f9e-e31d-4c91-acbe-a829a4c7227a req-ef42058c-f2f0-499f-b4bc-8640ff37693e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:00.560615 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-efe28f9e-e31d-4c91-acbe-a829a4c7227a req-ef42058c-f2f0-499f-b4bc-8640ff37693e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0475051 May 13 13:31:00.613293 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-efe28f9e-e31d-4c91-acbe-a829a4c7227a req-bea4dc9e-9d85-4952-bc90-3d51dcfa318d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463812 May 13 13:31:00.647657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:00.673476 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:00.673873 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1897495f-3f41-4bce-aab3-4bf2e95e7bf5 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:00.674501 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 7d4d45f6-f391-4256-8280-e1b79d2e1b3a no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:00.790629 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 7d4d45f6-f391-4256-8280-e1b79d2e1b3a {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:00.790629 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 7d4d45f6-f391-4256-8280-e1b79d2e1b3a not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:00.899362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (f2b5b46c-07bb-47b7-8d76-944666a5937f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.925311 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b5b46c-07bb-47b7-8d76-944666a5937f,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:00.930480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.933365 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-44fba25e-3f5c-4068-b43a-b8f4880580df admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2b5b46c-07bb-47b7-8d76-944666a5937f HTTP/1.1" status: 204 len: 168 time: 0.6166432 May 13 13:31:00.936325 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59034) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:00.936798 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648d35d-0d9b-45f3-a28b-fbb2ec638fca None None] Network ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:01.016806 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.064053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Deleting port ddf8ac16-bb80-461b-a1a5-8c499b96d66a {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:01.064402 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.119256 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] DHCP port deletion for ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:31:01.133516 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] For port ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:01.133946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.148291 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Calling delete_port for ddf8ac16-bb80-461b-a1a5-8c499b96d66a owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:01.170807 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Deleting port ddf8ac16-bb80-461b-a1a5-8c499b96d66a {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:01.171414 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.240459 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] For port ddf8ac16-bb80-461b-a1a5-8c499b96d66a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,segment=NetworkSegment(fe44210c-a2c9-4acd-9d66-14d91dbda4d1),segment_id=fe44210c-a2c9-4acd-9d66-14d91dbda4d1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:01.241923 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.257237 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Calling delete_port for ddf8ac16-bb80-461b-a1a5-8c499b96d66a owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:01.323367 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.355875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:01.363993 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] No DVR routers for this DVR port ddf8ac16-bb80-461b-a1a5-8c499b96d66a on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:01.379209 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (ddf8ac16-bb80-461b-a1a5-8c499b96d66a), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.420940 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] Pushing event deleted for resources: {'Port': ['ID=ddf8ac16-bb80-461b-a1a5-8c499b96d66a,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:01.424934 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a6c34-dba6-4dda-9e70-34f6a4761e96 None None] No DVR routers for this DVR port ddf8ac16-bb80-461b-a1a5-8c499b96d66a on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:01.450260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.471465 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:01.481533 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:01.481985 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44210c-a2c9-4acd-9d66-14d91dbda4d1') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:01.495601 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (fe44210c-a2c9-4acd-9d66-14d91dbda4d1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.510371 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (fe44210c-a2c9-4acd-9d66-14d91dbda4d1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.516672 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:31:01.517129 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (fe44210c-a2c9-4acd-9d66-14d91dbda4d1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:31:01.519032 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:31:01.682224 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.692286 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.695887 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2 HTTP/1.1" status: 204 len: 168 time: 0.7589092 May 13 13:31:01.721361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049215-753a-4905-8b84-0fa8aaf4a7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9a1bdf-5ea7-4967-be4e-67b8e1ea2be2,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:01.758888 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666f14a-083c-4ad4-a6b8-71fbd4286f92 req-5009eaf6-8bb6-4438-b05f-cc1e84a39720 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:01.760410 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1666f14a-083c-4ad4-a6b8-71fbd4286f92 req-5009eaf6-8bb6-4438-b05f-cc1e84a39720 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0636117 May 13 13:31:01.815944 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1666f14a-083c-4ad4-a6b8-71fbd4286f92 req-0a84a962-ab84-4e1f-9ad1-057230824390 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490317 May 13 13:31:02.057285 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59040) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:02.098449 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-cf903835-b5f0-4fba-b37c-adb3755cb6ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e25902914d244bfeaa038f24838c28ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399406 May 13 13:31:02.107295 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59042) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:02.162670 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] Publish callbacks [] for security_group (abd5759e-0956-4c7d-8915-245dfb3c74af), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:02.185608 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] Publish callbacks [] for security_group (abd5759e-0956-4c7d-8915-245dfb3c74af), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:02.286991 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (abd5759e-0956-4c7d-8915-245dfb3c74af), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:02.290157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:02.291329 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abd5759e-0956-4c7d-8915-245dfb3c74af HTTP/1.1" status: 204 len: 168 time: 0.1831596 May 13 13:31:02.299777 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1839a-948c-4062-8ea5-c19488e797c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd5759e-0956-4c7d-8915-245dfb3c74af,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:02.404610 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device ddf8ac16-bb80-461b-a1a5-8c499b96d66a no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:02.425055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: ddf8ac16-bb80-461b-a1a5-8c499b96d66a {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:02.425407 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device ddf8ac16-bb80-461b-a1a5-8c499b96d66a not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:02.941272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285af3-1369-46da-a417-c69a5351ab93 req-9c554a26-7706-4553-81d9-06da8bbfa13f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:02.942784 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-01285af3-1369-46da-a417-c69a5351ab93 req-9c554a26-7706-4553-81d9-06da8bbfa13f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0468388 May 13 13:31:02.990968 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-01285af3-1369-46da-a417-c69a5351ab93 req-26d38a98-7833-460a-bcab-0a1b66ee12a9 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 May 13 13:31:03.406421 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59066) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:03.502503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-998382503-network', 'tenant_id': '1e72f39546704606927bcefdc0f13235'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:03.584296 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:03.586559 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:03.595234 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:03.668666 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks [] for security_group (b598be65-d27c-47e7-8c55-c11b5e19cdde), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:03.932672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b598be65-d27c-47e7-8c55-c11b5e19cdde), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:03.958109 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:03.967627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598be65-d27c-47e7-8c55-c11b5e19cdde,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:03.972319 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (f4461256-4c42-4817-a548-8f000a74bf2f), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:03.972659 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Added segment f4461256-4c42-4817-a548-8f000a74bf2f of type vlan for network 46cd8800-6675-4b3d-a84e-b42f58021a8c May 13 13:31:04.014840 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (46cd8800-6675-4b3d-a84e-b42f58021a8c), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.112581 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222299e1-d749-44f4-95dc-45c24e2f3eb4 req-02c47f35-537d-4db0-b417-2a601d05a0ab tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:04.114074 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-222299e1-d749-44f4-95dc-45c24e2f3eb4 req-02c47f35-537d-4db0-b417-2a601d05a0ab tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0507035 May 13 13:31:04.138501 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (46cd8800-6675-4b3d-a84e-b42f58021a8c), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.139591 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:04.140178 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.160829 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-222299e1-d749-44f4-95dc-45c24e2f3eb4 req-b6e558d9-0a52-45f3-ac0a-452c60a1e81a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 May 13 13:31:04.199041 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] Pushing event updated for resources: {'Network': ['ID=46cd8800-6675-4b3d-a84e-b42f58021a8c,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:04.209085 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:04.255306 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f5b3c6d1-80c6-4212-b596-7c97aaad2500 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8470867 May 13 13:31:04.258163 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59072) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:04.262873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Request body: {'subnet': {'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-998382503-subnet', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:04.321037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:04.323428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.601108 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (df1edc66-7d3d-4dd2-a8bf-4cc70755312a), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.649472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1edc66-7d3d-4dd2-a8bf-4cc70755312a,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:04.665227 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:04.665611 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Network hostable DHCP agents. Network: 46cd8800-6675-4b3d-a84e-b42f58021a8c, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:04.767361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:04.921293 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 46cd8800-6675-4b3d-a84e-b42f58021a8c) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:04.925954 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:04.926934 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:04.930501 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287bed7a-1f8f-4290-9687-d80eda31b2f5 None None] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:05.004835 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-57e72360-7677-491b-aa47-c3847034f57b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7455592 May 13 13:31:05.007553 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59074) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:05.011765 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:05.028498 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-46cd8800-6675-4b3d-a84e-b42f58021a8c', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:31:05.035471 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.104731 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.105825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.163074 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Allocated IP 172.20.0.2 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/038e2234-7b83-4e01-b00c-ec6f69a3ea9a) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:05.165214 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for router_controller (a952161d-4183-4a99-9fb1-639fd78d0eef), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.306602 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks [] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.319751 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9615954-70d6-4e36-83cc-6dbf03bb3446 req-d35a292c-566f-4451-a768-79a423d409cf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:05.321235 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d9615954-70d6-4e36-83cc-6dbf03bb3446 req-d35a292c-566f-4451-a768-79a423d409cf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0857606 May 13 13:31:05.384925 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.424790 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:05.429636 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:05.433954 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:05.436451 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for router_gateway (a952161d-4183-4a99-9fb1-639fd78d0eef), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.437039 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Pushing event updated for resources: {'Port': ['ID=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:05.455676 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d9615954-70d6-4e36-83cc-6dbf03bb3446 req-21dcd76b-2ba0-4c72-81ba-0cf990788e04 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086226 May 13 13:31:05.496304 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Attempting to bind port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:05.496674 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Attempting to bind port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:05.497030 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Attempting to bind port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:05.502433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:05.502781 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:05.503178 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.503565 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:05.504072 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Bound port: 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:05.504447 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.565645 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] For port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:05.568633 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] For port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:05.658979 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.713947 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20bd3-9cec-47d7-b167-536bc88ec1d0 None None] Pushing event updated for resources: {'Port': ['ID=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:05.756213 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for router_gateway (a952161d-4183-4a99-9fb1-639fd78d0eef), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.775325 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:05.893873 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Allocated IP 172.27.0.221 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/08c9e07b-b5a4-4c26-8820-79c77bdd5925) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:06.005857 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.109905 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.147931 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:06.154528 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:06.159481 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:06.162621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Pushing event updated for resources: {'Port': ['ID=08c9e07b-b5a4-4c26-8820-79c77bdd5925,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:06.419258 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 038e2234-7b83-4e01-b00c-ec6f69a3ea9a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:06.476213 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:06.476556 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.527691 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for router_gateway (a952161d-4183-4a99-9fb1-639fd78d0eef), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.567012 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:06.567439 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.595198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fb2fa-f904-4295-ac1c-64f7c1001d46 req-b7803dfa-eedc-440a-a856-ba1dfec5c2f8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:06.599696 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-960fb2fa-f904-4295-ac1c-64f7c1001d46 req-b7803dfa-eedc-440a-a856-ba1dfec5c2f8 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0621667 May 13 13:31:06.605651 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:06.652837 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-960fb2fa-f904-4295-ac1c-64f7c1001d46 req-7caa97c2-4f68-489b-bef9-3bce7923e00f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 May 13 13:31:06.715131 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f907e0-7785-4a44-b1b5-1447f5f0c8f3 None None] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:06.719235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.822379 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b1cbf1ad-0eba-466f-9798-9bd761282eba None None] Provisioning complete for port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:06.822757 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf1ad-0eba-466f-9798-9bd761282eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.854337 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:06.958764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbf1ad-0eba-466f-9798-9bd761282eba None None] Current status of the port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:07.003900 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.186253 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b79c5c2b-93bb-4bc5-a462-bebc3507688a None None] Provisioning complete for port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:07.186547 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b79c5c2b-93bb-4bc5-a462-bebc3507688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.212599 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Router a952161d-4183-4a99-9fb1-639fd78d0eef is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:31:07.266111 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b79c5c2b-93bb-4bc5-a462-bebc3507688a None None] Current status of the port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:07.323817 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:07.332944 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:07.342907 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:07.343514 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:07.392252 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.393507 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-189040a7-adb0-4625-aa64-d37612c212d4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3849900 May 13 13:31:07.396353 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59084) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:07.454996 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:07.623780 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:06Z', 'revision_number': 3, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:07.650548 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:07.650900 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Updating router a952161d-4183-4a99-9fb1-639fd78d0eef port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:07.677278 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.774389 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdaba4-06e6-451f-aea4-c102bdee25ec req-622c98ae-30b4-42d9-a009-8499304f4020 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:07.775881 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ccfdaba4-06e6-451f-aea4-c102bdee25ec req-622c98ae-30b4-42d9-a009-8499304f4020 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0477474 May 13 13:31:07.824419 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ccfdaba4-06e6-451f-aea4-c102bdee25ec req-ae46570a-7900-4201-9dd3-da0878b8f843 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 May 13 13:31:07.826857 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.936429 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks [] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:07.993741 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Allocated IP 172.20.0.1 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/62eea45d-0a15-4b4f-8689-7d98fd44adb1) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:08.012859 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.071953 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:31:08.072620 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Attempting to bind port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:08.072987 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Attempting to bind port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:08.073354 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Attempting to bind port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:08.084994 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Pushing event updated for resources: {'Port': ['ID=08c9e07b-b5a4-4c26-8820-79c77bdd5925,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:08.087990 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:08.088362 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:08.088759 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.089146 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:08.089614 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Bound port: 08c9e07b-b5a4-4c26-8820-79c77bdd5925, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:08.090015 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.095524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks [] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.095989 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.096341 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.096708 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.097065 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.097402 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.097734 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.098089 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.098417 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.098745 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.099069 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.099392 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.099734 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.100057 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.100378 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.100704 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:08.150385 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] For port 08c9e07b-b5a4-4c26-8820-79c77bdd5925, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:08.153285 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] For port 08c9e07b-b5a4-4c26-8820-79c77bdd5925, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=08c9e07b-b5a4-4c26-8820-79c77bdd5925,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:08.201935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.242497 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:08.245266 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:08.248880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:08.253344 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.276076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Pushing event updated for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:08.296044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (a952161d-4183-4a99-9fb1-639fd78d0eef), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.320887 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f1e0-bb3b-475b-8980-394263cd89aa None None] Pushing event updated for resources: {'Port': ['ID=08c9e07b-b5a4-4c26-8820-79c77bdd5925,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:08.325887 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:08.326597 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:08.436131 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 038e2234-7b83-4e01-b00c-ec6f69a3ea9a up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:08.446891 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:08.492418 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:08.492832 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.523418 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.576025 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:08.590147 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b64d5698-0f48-427c-bb50-5e1fd05ce7e7 None None] Provisioning complete for port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:08.590537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b64d5698-0f48-427c-bb50-5e1fd05ce7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.629104 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b64d5698-0f48-427c-bb50-5e1fd05ce7e7 None None] Port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:08.634923 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:06Z', 'revision_number': 3, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:08.661391 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14075-6e82-46e9-856f-5929e8fc95d1 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:06Z', 'revision_number': 3, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:08.692878 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks [] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.750125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.816955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (a952161d-4183-4a99-9fb1-639fd78d0eef), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.818787 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Pushing event updated for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:09.219848 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:09.226942 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb86b8-6e6e-4615-996b-8ed5c0b74e0d req-3081b906-9272-4d0d-b10b-754fc03f957b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:09.228524 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23fb86b8-6e6e-4615-996b-8ed5c0b74e0d req-3081b906-9272-4d0d-b10b-754fc03f957b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.3105776 May 13 13:31:09.229437 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:09.337569 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-23fb86b8-6e6e-4615-996b-8ed5c0b74e0d req-6022dc49-67a7-49e7-831e-d8ddf5d99771 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022851 May 13 13:31:09.407591 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:09.460400 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-4001008e-a6e7-41ca-8928-acfa45e8caa5 None None] Provisioning complete for port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:09.460893 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4001008e-a6e7-41ca-8928-acfa45e8caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:09.496649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-4001008e-a6e7-41ca-8928-acfa45e8caa5 None None] Port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:09.539586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:09.544733 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c58304e3-01f4-4731-8d27-89502aedc43b admin admin] 10.222.0.25 "PUT /v2.0/routers/a952161d-4183-4a99-9fb1-639fd78d0eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1467550 May 13 13:31:09.874097 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59096) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:09.879224 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913375024', 'description': 'tempest-description--1722451710'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:09.961896 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.029809 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (7960d26c-99ed-46c2-93d1-4289a5d3b00b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.110620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7960d26c-99ed-46c2-93d1-4289a5d3b00b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.138950 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7960d26c-99ed-46c2-93d1-4289a5d3b00b,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:10.236434 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.247762 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:10.258472 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:10.259083 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:10.295051 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.302079 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0eab97b7-abb3-40f4-8243-bf3d6dc609fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4212141 May 13 13:31:10.302231 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59098) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:10.304453 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': '7960d26c-99ed-46c2-93d1-4289a5d3b00b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:10.470672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (1ca5740c-36d5-4dff-8b2d-52aa28267ae0), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.484528 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907062-f80f-404d-8ca1-9227aff102a6 req-b2f13147-d44f-4563-9ff1-e968242aff1f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:10.484699 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 08c9e07b-b5a4-4c26-8820-79c77bdd5925 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:10.485421 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9c907062-f80f-404d-8ca1-9227aff102a6 req-b2f13147-d44f-4563-9ff1-e968242aff1f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0602396 May 13 13:31:10.539262 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (1ca5740c-36d5-4dff-8b2d-52aa28267ae0), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.539485 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:10.550204 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9c907062-f80f-404d-8ca1-9227aff102a6 req-753cd238-f5a9-4ce8-94a2-e94ed1ce9fad tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530162 May 13 13:31:10.618079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (1ca5740c-36d5-4dff-8b2d-52aa28267ae0), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.619343 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:10.619725 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.637151 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca5740c-36d5-4dff-8b2d-52aa28267ae0,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:10.707020 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.708501 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a4a11aea-d346-4da4-b121-aaa484fcfcab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076114 May 13 13:31:10.711509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59106) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:10.716024 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': '7960d26c-99ed-46c2-93d1-4289a5d3b00b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:10.783670 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:10.784068 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.810261 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (73253c28-f58f-4b48-82c1-403e83ca498c), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.822906 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 08c9e07b-b5a4-4c26-8820-79c77bdd5925, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=08c9e07b-b5a4-4c26-8820-79c77bdd5925,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:10.824618 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:10.851969 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:10.852366 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Updating router a952161d-4183-4a99-9fb1-639fd78d0eef port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:10.869249 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (73253c28-f58f-4b48-82c1-403e83ca498c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.879763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.893167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.957133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (73253c28-f58f-4b48-82c1-403e83ca498c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.977225 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73253c28-f58f-4b48-82c1-403e83ca498c,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:11.018436 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=08c9e07b-b5a4-4c26-8820-79c77bdd5925,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:11.060600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.062038 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-31fff595-c799-424c-a9da-a54b066c48a9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495040 May 13 13:31:11.065831 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59108) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:11.070097 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:11.183477 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.184828 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks [] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.258468 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.263184 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.333482 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3cf11-d9f1-44a5-b5e8-cb41c7b46fde None None] Pushing event updated for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:11.369485 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Attempting to bind port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:11.369925 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Attempting to bind port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:11.370293 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Attempting to bind port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:11.375891 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:11.376271 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:11.376671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.377065 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:11.377630 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Bound port: 62eea45d-0a15-4b4f-8689-7d98fd44adb1, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:11.378151 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.382908 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.27.0.203 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:11.447902 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] For port 62eea45d-0a15-4b4f-8689-7d98fd44adb1, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:11.451223 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] For port 62eea45d-0a15-4b4f-8689-7d98fd44adb1, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=62eea45d-0a15-4b4f-8689-7d98fd44adb1,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:11.496226 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.532208 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-dab971fb-e7ff-458a-b13f-647bb6be35ca None None] Provisioning complete for port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:11.532801 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dab971fb-e7ff-458a-b13f-647bb6be35ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.566216 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-dab971fb-e7ff-458a-b13f-647bb6be35ca None None] Port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:11.579732 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.609239 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.639617 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:11.640268 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:11.646617 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3cf11-d9f1-44a5-b5e8-cb41c7b46fde None None] Pushing event updated for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:11.660254 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:11.664962 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:11.667426 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:11.676361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2c691-1a37-4ea2-bcb4-68c984c13c19 req-56a53d79-e085-448d-a3ad-d94729323eb6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:11.679089 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a0a2c691-1a37-4ea2-bcb4-68c984c13c19 req-56a53d79-e085-448d-a3ad-d94729323eb6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0664775 May 13 13:31:11.696267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:11.769941 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a0a2c691-1a37-4ea2-bcb4-68c984c13c19 req-ff06c275-865d-4354-a84f-5156c6466b43 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618594 May 13 13:31:11.770060 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:11.791590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.905661 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Provisioning complete for port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:11.905987 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.938200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.034260 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:11Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:12.069479 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a40d47-66a6-4b32-b643-02872ab8128c None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:11Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:12.073062 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Current status of the port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:12.073432 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.093491 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-993f5fbe-9359-45b4-abda-470ef14356ca req-b03bddf3-5169-4bed-a8c4-e0c874d714b1 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787756759&fields=id&tenant_id=1503b2654ff7475b98032519919ae481 HTTP/1.1" status: 200 len: 267 time: 0.0930061 May 13 13:31:12.127104 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] For port 62eea45d-0a15-4b4f-8689-7d98fd44adb1, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=62eea45d-0a15-4b4f-8689-7d98fd44adb1,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:12.170627 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f5fbe-9359-45b4-abda-470ef14356ca req-d59d73f9-6b3b-46d1-b305-c8ca1024ac10 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:12.175831 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-993f5fbe-9359-45b4-abda-470ef14356ca req-d59d73f9-6b3b-46d1-b305-c8ca1024ac10 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 984 time: 0.0696564 May 13 13:31:12.204105 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Request body: {'port': {'security_groups': ['bf460eef-c582-4d1f-9117-b52f1fa2577b']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:12.211983 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.269532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.290944 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.322441 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74190ac0-e056-4a95-a43f-52f7b8fac710 None None] Pushing event updated for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:12.331588 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.444665 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:12.475140 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.540018 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 08c9e07b-b5a4-4c26-8820-79c77bdd5925 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:12.586236 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:12.596315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:12.596703 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.599739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.600978 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0e0c9271-4e36-4816-b37f-48fa4a892918 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5341597 May 13 13:31:12.623810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for port (77185538-d455-4ce8-942b-c0fc75b37ded), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.686012 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:12.687183 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 62eea45d-0a15-4b4f-8689-7d98fd44adb1 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:12.692653 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.712121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:12.762524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event updated for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=7']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:12.782661 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:12.783042 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.787048 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:12.787628 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.789163 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-993f5fbe-9359-45b4-abda-470ef14356ca req-9184a6fb-868a-42ce-aecd-b58ed166cad5 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "PUT /v2.0/ports/77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 942 time: 0.6046846 May 13 13:31:12.789654 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:12.792399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d532d8-5f6a-4069-8248-f0164e455a16" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:12.797777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59128) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:12.800406 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-161da65b-f4b9-4b9e-8eb1-a72890d25e97 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1913375024&fields=id&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 267 time: 0.0766761 May 13 13:31:12.887936 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (a132708f-33d0-4e29-b377-a71de51115ec), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.902894 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:12.958530 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (a132708f-33d0-4e29-b377-a71de51115ec), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:12.968022 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4236-6a72-4474-a569-345700ced6dc req-e9cd12f8-014a-476b-ab53-ae99c025c481 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:12.970049 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51bd4236-6a72-4474-a569-345700ced6dc req-e9cd12f8-014a-476b-ab53-ae99c025c481 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0844247 May 13 13:31:13.012936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-175498ac-757e-4194-9bf4-f30b024ca481 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:13.014506 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-175498ac-757e-4194-9bf4-f30b024ca481 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.2134235 May 13 13:31:13.046492 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-cfac757a-207f-43b1-b95a-46afd0936757 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/quotas/1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 375 time: 0.0194576 May 13 13:31:13.097444 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-41c5d722-e4b4-4e2a-8ee7-fdd2aef782a0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493026 May 13 13:31:13.131070 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-51bd4236-6a72-4474-a569-345700ced6dc req-383f5e34-a779-4773-8de1-ef5851e83fa7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387622 May 13 13:31:13.139519 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:13.158558 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-91f26bae-ee58-49c1-970e-ec2828b08958 None None] Provisioning complete for port 77185538-d455-4ce8-942b-c0fc75b37ded triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:13.158941 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-91f26bae-ee58-49c1-970e-ec2828b08958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.197115 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbaacd5-4e2d-4e10-8035-a44eeb78ee6e x-openstack-request-id: req-1fbaacd5-4e2d-4e10-8035-a44eeb78ee6e {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:13.197413 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:13.197676 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fbaacd5-4e2d-4e10-8035-a44eeb78ee6e {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:13.198135 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbaacd5-4e2d-4e10-8035-a44eeb78ee6e'] response: {'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:31:13.247009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (a132708f-33d0-4e29-b377-a71de51115ec), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.254925 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.257857 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "DELETE /v2.0/security-groups/a132708f-33d0-4e29-b377-a71de51115ec HTTP/1.1" status: 204 len: 168 time: 0.4566669 May 13 13:31:13.260520 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59134) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:13.270714 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-41ad0d42-bcc3-4ed1-9ef1-17e0383feac3 service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587527 May 13 13:31:13.271332 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125ca10-50ab-43c0-ba8e-b03059bd4c14 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a132708f-33d0-4e29-b377-a71de51115ec,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:13.310465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-91f26bae-ee58-49c1-970e-ec2828b08958 None None] Current status of the port 77185538-d455-4ce8-942b-c0fc75b37ded is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:13.330045 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-e9b38cbb-d418-4c81-9abd-4ca06798fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:13.332047 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-e9b38cbb-d418-4c81-9abd-4ca06798fbc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1129 time: 0.1110959 May 13 13:31:13.625232 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-604f0bb6-2568-4b4e-ba82-c934fdff30da service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151910 May 13 13:31:13.631354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Deleting port d8c70a3c-ca56-48d9-9f7f-0f1e975efde1 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:13.631704 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.646155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-b50e8e41-5189-43d9-9a82-5701a8e6708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:13.647622 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-b50e8e41-5189-43d9-9a82-5701a8e6708c service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.3048899 May 13 13:31:13.752280 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-243e1ee8-c8ad-4cc7-b746-3dd14ced00a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 1000 time: 0.0811231 May 13 13:31:13.771522 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.771828 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for floatingip (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.805058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Calling delete_port for d8c70a3c-ca56-48d9-9f7f-0f1e975efde1 owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:13.828055 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-647d075e-8109-43d6-9bbe-61cbcac2434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:13.829701 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-647d075e-8109-43d6-9bbe-61cbcac2434d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0688848 May 13 13:31:13.877931 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a1627f0b-1fb0-4f3a-81f6-353eba8db7cd req-d9aad2c0-42c8-4d5b-935c-10c569c5e8da tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0329025 May 13 13:31:13.946077 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-9b11946a-1341-4200-9807-588210505ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:13.947587 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-9b11946a-1341-4200-9807-588210505ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817914 May 13 13:31:14.155826 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-01512c17-08b2-41c8-a351-b1b52060640c service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896142 May 13 13:31:14.161018 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (d8c70a3c-ca56-48d9-9f7f-0f1e975efde1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:14.194714 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event deleted for resources: {'Port': ['ID=d8c70a3c-ca56-48d9-9f7f-0f1e975efde1,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:14.326272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8df12-979e-48c7-bfe4-7bd5806bdd60 req-fbc447d5-5fa5-447b-9efa-87199a00b83b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:14.327814 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-82b8df12-979e-48c7-bfe4-7bd5806bdd60 req-fbc447d5-5fa5-447b-9efa-87199a00b83b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.1195035 May 13 13:31:14.380859 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks [] for floatingip (0c7007a1-2e33-437d-b249-fc9232cb92c5), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:14.381095 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Floating IP 0c7007a1-2e33-437d-b249-fc9232cb92c5 disassociated (deleted). External IP: 172.27.0.77, port: 77185538-d455-4ce8-942b-c0fc75b37ded. May 13 13:31:14.432404 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-89d532d8-5f6a-4069-8248-f0164e455a16 req-db0bede2-7714-48fc-a126-b2ea5ebc3092 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451203 May 13 13:31:14.457040 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-82b8df12-979e-48c7-bfe4-7bd5806bdd60 req-dcc08c2e-8c00-423f-b25d-f85d40544f17 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207771 May 13 13:31:14.639849 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Router d63e4323-a935-4937-8688-8efa0b01b8a7 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:14.675591 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-82034a8a-00b5-4950-8d77-cad93f35203a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:14.751380 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:14.755923 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:14.762156 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Sync routers for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:14.772683 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:14.773453 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:14.785859 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ad8f62e6-c01b-4fb0-b814-32007a1f1952 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "DELETE /v2.0/floatingips/0c7007a1-2e33-437d-b249-fc9232cb92c5 HTTP/1.1" status: 204 len: 168 time: 1.5241432 May 13 13:31:14.786495 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:14.788847 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb64a7-f702-43c0-bbe4-094861aae303" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:14.828010 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2e6ee-4bff-4b79-81fc-7f0e7ef73b61 x-openstack-request-id: req-3df2e6ee-4bff-4b79-81fc-7f0e7ef73b61 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:14.829282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:14.829551 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3df2e6ee-4bff-4b79-81fc-7f0e7ef73b61 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:14.830002 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df2e6ee-4bff-4b79-81fc-7f0e7ef73b61'] response: {'name': 'network-changed', 'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:31:14.901411 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-71c963e6-0218-426c-a4c5-1761154199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:14.903735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-71c963e6-0218-426c-a4c5-1761154199b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1129 time: 0.0540526 May 13 13:31:14.924973 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:14.987952 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-229d407b-8eac-4896-bc34-54ed2993d316 req-3e7f26e0-d44f-4925-a926-477aa7a73b39 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0324075 May 13 13:31:15.024794 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-6f4a7b41-76c3-4ffb-883e-781e8c4c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.026313 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-6f4a7b41-76c3-4ffb-883e-781e8c4c7e47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.1172841 May 13 13:31:15.077601 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-3f01ac56-a66e-45df-9f59-642ae856c63d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 217 time: 0.0381656 May 13 13:31:15.127124 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-f65ce54a-7e00-4375-aab5-d6de4014f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.128593 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-f65ce54a-7e00-4375-aab5-d6de4014f677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0443084 May 13 13:31:15.140097 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:15.175343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-793011a7-d647-4407-a958-7fff256ea88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.176823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-793011a7-d647-4407-a958-7fff256ea88b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418558 May 13 13:31:15.257999 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Checking router: d63e4323-a935-4937-8688-8efa0b01b8a7 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:15.267432 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:15.268066 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:30:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:15.281296 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-5a469018-c6b7-410d-8d90-40676beabc03 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943971 May 13 13:31:15.387145 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e0bb64a7-f702-43c0-bbe4-094861aae303 req-c0ee1de3-b2f8-44d7-9969-cfa7450ac02c service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915143 May 13 13:31:15.387258 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:15.573608 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:15.577736 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c6333-2a36-45d6-b9c6-02710a7fe5dd req-af0cd15c-ea6b-4572-927d-ff70f0291369 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.580084 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-248c6333-2a36-45d6-b9c6-02710a7fe5dd req-af0cd15c-ea6b-4572-927d-ff70f0291369 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0486748 May 13 13:31:15.608975 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de2900-f6c7-4061-b097-628f37e05f57 None None] The sync data for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi is: [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:28:05Z', 'revision_number': 4, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'fff687bd-1fd6-4b63-8b1f-822217fe0380', 'name': '', 'network_id': '235bca42-800d-41b0-b0e6-b3de898d8caa', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'mac_address': 'fa:16:3e:67:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:03Z', 'updated_at': '2022-05-13T13:28:10Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'subnets': [{'id': '0afcc659-3d50-4f1b-a971-34b474dee6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:15.653915 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-248c6333-2a36-45d6-b9c6-02710a7fe5dd req-49ae3e24-a25e-4784-9cad-0f5db9cb785b tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 May 13 13:31:15.825721 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031800a-52b0-411f-91d1-25df9640c3ef None None] New status for floating IP 0c7007a1-2e33-437d-b249-fc9232cb92c5: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:31:15.840700 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-744d7d7f-e8e1-40b6-98d5-62bd4987b312 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469573 May 13 13:31:15.982586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-83842c6f-42a7-41c9-98a4-fd50e24c93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.984304 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-83842c6f-42a7-41c9-98a4-fd50e24c93b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1503b2654ff7475b98032519919ae481&device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 1129 time: 0.0645928 May 13 13:31:16.093547 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-13a036d8-6808-4e8d-a17d-9a386c85aae6 req-ed32d6b2-f58a-4927-8606-75bcd83d0c59 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0349696 May 13 13:31:16.122521 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-f815461c-7502-4eda-a684-3d83677ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.123995 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-f815461c-7502-4eda-a684-3d83677ba62f service neutron] 10.222.0.70 "GET /v2.0/networks?id=235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 200 len: 915 time: 0.1198175 May 13 13:31:16.178334 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-3d5125e7-b7f3-4b47-9ad4-8765f82dfcac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 200 len: 217 time: 0.0373721 May 13 13:31:16.452286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-5243bc6f-0184-494e-9806-8a08fdbb7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.454759 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-5243bc6f-0184-494e-9806-8a08fdbb7542 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 200 len: 853 time: 0.0561175 May 13 13:31:16.508378 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-70ce80a6-a445-412c-8d5f-38e7a69e1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.510750 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-70ce80a6-a445-412c-8d5f-38e7a69e1e45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=235bca42-800d-41b0-b0e6-b3de898d8caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484381 May 13 13:31:16.609982 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-e7bfae7f-434a-4c15-b2ec-b94349bf649a service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915327 May 13 13:31:16.709581 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-55bf4e24-177f-4bf3-9911-9aaa07345516 req-e23e64c4-4973-4ee4-880d-f129027cf839 service neutron] 10.222.0.70 "GET /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 May 13 13:31:16.782024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c65fe-d347-4f05-bbd6-fdc1ec30f133 req-520b068b-5231-4e92-b4ba-3cfdfd689d93 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.783622 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-851c65fe-d347-4f05-bbd6-fdc1ec30f133 req-520b068b-5231-4e92-b4ba-3cfdfd689d93 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0532858 May 13 13:31:16.834057 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-851c65fe-d347-4f05-bbd6-fdc1ec30f133 req-504886f8-6366-43ed-a8a2-7054d0fd5411 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 May 13 13:31:16.834303 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-b7917812-beea-4c8a-b799-c06972583f76 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.835594 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-b7917812-beea-4c8a-b799-c06972583f76 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1168008 May 13 13:31:16.898944 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-646ed8c8-4c71-4e9b-9a23-a15b53a7c4a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 380 time: 0.0523674 May 13 13:31:16.908755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'port': {'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'admin_state_up': True, 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'security_groups': ['7960d26c-99ed-46c2-93d1-4289a5d3b00b']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:16.961563 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dfb40e58-8ba2-4748-bb27-261cfa85489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:16.997602 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:31:17.087136 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:17.090752 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.097720 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:17.110052 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:31:17.155911 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: ACTIVE; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:17.156633 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.172055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:17.193925 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:17.207454 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9b5f12b4-49ad-4596-b432-fe16d9f8acb8 req-05e6427d-58bf-48f2-91c4-b4b9be3eb7f2 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0407875 May 13 13:31:17.253426 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.20.0.12 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/d5df665f-4727-4295-aefc-8229d56a25ad) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:17.263377 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.310984 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=6']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:17.383715 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['ed34b0e2-4b0c-4721-9e85-8167943bb597'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:17.427798 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (d5df665f-4727-4295-aefc-8229d56a25ad), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.567433 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.610839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:17.617958 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:17.620410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:17.626675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:17.679197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:17.679936 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.783306 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-be8ecd19-8ce9-4c10-be63-26d78e5954a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8787382 May 13 13:31:17.802839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Request body: {'port': {'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:17.861658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-6a55dcf7-5890-4460-8df5-b8f96b2fedd1 None None] Provisioning complete for port d5df665f-4727-4295-aefc-8229d56a25ad triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:17.862167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-6a55dcf7-5890-4460-8df5-b8f96b2fedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.870793 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.899190 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-6a55dcf7-5890-4460-8df5-b8f96b2fedd1 None None] Port d5df665f-4727-4295-aefc-8229d56a25ad cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:17.960018 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781654-30a6-4122-8479-57abefe6b0f8 req-64d68868-3877-4aea-926a-7c49c2fe9f46 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:17.962242 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c7781654-30a6-4122-8479-57abefe6b0f8 req-64d68868-3877-4aea-926a-7c49c2fe9f46 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 945 time: 0.0525463 May 13 13:31:18.013940 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c7781654-30a6-4122-8479-57abefe6b0f8 req-6b0112e0-75c8-4ba8-910c-f9dfc4afa496 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 May 13 13:31:18.166646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5df665f-4727-4295-aefc-8229d56a25ad {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:18.176430 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks [] for port (d5df665f-4727-4295-aefc-8229d56a25ad), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.188913 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Transition to ACTIVE for port object d5df665f-4727-4295-aefc-8229d56a25ad will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:31:18.247002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.287063 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.382629 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46dd7b-ca20-4191-97ed-4c823d8777c6 req-6e67bff5-6c0b-4d05-8f74-064607273c6a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:18.384179 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2c46dd7b-ca20-4191-97ed-4c823d8777c6 req-6e67bff5-6c0b-4d05-8f74-064607273c6a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 944 time: 0.1076753 May 13 13:31:18.391774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:18.538958 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2c46dd7b-ca20-4191-97ed-4c823d8777c6 req-829f9a1e-e29a-4775-8361-03d8add6a5ef tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217585 May 13 13:31:18.576938 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Attempting to bind port d5df665f-4727-4295-aefc-8229d56a25ad on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:18.577826 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Attempting to bind port d5df665f-4727-4295-aefc-8229d56a25ad by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:18.579518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Attempting to bind port d5df665f-4727-4295-aefc-8229d56a25ad on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:18.588387 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Port d5df665f-4727-4295-aefc-8229d56a25ad on network 46cd8800-6675-4b3d-a84e-b42f58021a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:31:18.589191 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Attempting to bind port d5df665f-4727-4295-aefc-8229d56a25ad on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:18.608117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:18.608806 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:18.609544 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:18.610195 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Bound port: d5df665f-4727-4295-aefc-8229d56a25ad, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:18.610818 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.734299 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:18.740190 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d5df665f-4727-4295-aefc-8229d56a25ad,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:18.825425 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.878131 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:18.878811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.882470 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] 10.222.0.70 "PUT /v2.0/ports/d5df665f-4727-4295-aefc-8229d56a25ad HTTP/1.1" status: 200 len: 1094 time: 1.0905318 May 13 13:31:18.886795 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:18.901919 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0193c91d-8e89-4534-9b50-1163fb7c25fb" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:18.951937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982cf36-cd36-4756-b05c-6963f889b8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:18.980814 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9bbf5-abaf-44b3-bde3-3796f57c3d5e x-openstack-request-id: req-46b9bbf5-abaf-44b3-bde3-3796f57c3d5e {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:18.982253 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:18.982741 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46b9bbf5-abaf-44b3-bde3-3796f57c3d5e {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:18.983700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b9bbf5-abaf-44b3-bde3-3796f57c3d5e'] response: {'name': 'network-changed', 'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'status': 'completed', 'code': 200} May 13 13:31:19.009137 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:19.059993 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-8329e3f6-e39f-4881-a4ce-a556516d506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.062305 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-8329e3f6-e39f-4881-a4ce-a556516d506f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 1128 time: 0.0736077 May 13 13:31:19.120572 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port ed34b0e2-4b0c-4721-9e85-8167943bb597 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:19.120955 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:19.157538 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-36378cc9-4abc-42d3-b675-65f6b084b714 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5df665f-4727-4295-aefc-8229d56a25ad HTTP/1.1" status: 200 len: 217 time: 0.0855548 May 13 13:31:19.242646 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:19.243034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:19.264585 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17b043-98cb-41c6-8928-1dc3d1e97af6 req-d2aca232-1551-4e35-82d2-04cbc2dcb2f3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.266193 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bb17b043-98cb-41c6-8928-1dc3d1e97af6 req-d2aca232-1551-4e35-82d2-04cbc2dcb2f3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 945 time: 0.1191089 May 13 13:31:19.276548 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-c911ff67-5569-4bc3-a70c-2539672d68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.279972 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:19.282729 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-c911ff67-5569-4bc3-a70c-2539672d68d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.1170731 May 13 13:31:19.285315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7a5c8-bf4f-4930-a358-7ecce89d634d" -d '{"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:19.302093 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:19.359320 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-bb17b043-98cb-41c6-8928-1dc3d1e97af6 req-2022a286-ccec-455a-a185-5a5f585f0653 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732329 May 13 13:31:19.419569 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-5837ba03-c507-4629-8982-2ac74bfa5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.421101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-5837ba03-c507-4629-8982-2ac74bfa5cdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278319 May 13 13:31:19.425448 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:19.502033 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=7']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:19.569369 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-6b1fab64-f602-40f4-8129-270fdd776355 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409776 May 13 13:31:19.581069 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56b491-5960-46bf-bb99-f9cd28ec17cb x-openstack-request-id: req-6d56b491-5960-46bf-bb99-f9cd28ec17cb {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:19.581687 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:19.582283 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d56b491-5960-46bf-bb99-f9cd28ec17cb {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:19.582910 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d56b491-5960-46bf-bb99-f9cd28ec17cb'] response: {'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'code': 200} May 13 13:31:19.589643 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:19.626600 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e742-eee7-427b-adfb-177065b20dad req-097f1dfb-a4cf-4367-8670-a96997b0597e tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.628240 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ade5e742-eee7-427b-adfb-177065b20dad req-097f1dfb-a4cf-4367-8670-a96997b0597e tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0675347 May 13 13:31:19.707355 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ade5e742-eee7-427b-adfb-177065b20dad req-96e7ef38-c31f-4d9d-a683-ed86f11451e2 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733640 May 13 13:31:19.746430 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a60e12-3a95-48ea-b6fa-a3dcda80551d req-d6f60302-977c-4397-ae2f-c83b9a9feffc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.748305 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-68a60e12-3a95-48ea-b6fa-a3dcda80551d req-d6f60302-977c-4397-ae2f-c83b9a9feffc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 944 time: 0.0832922 May 13 13:31:19.880093 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-68a60e12-3a95-48ea-b6fa-a3dcda80551d req-805bfbda-01f2-484a-b492-c53f1cb04c36 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241038 May 13 13:31:20.519155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d60d3-f50c-46ce-bf1c-fcd331ba27b0 req-f7e63114-5adb-4047-bc82-9e9d1fdd9ae7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:20.519155 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-626d60d3-f50c-46ce-bf1c-fcd331ba27b0 req-f7e63114-5adb-4047-bc82-9e9d1fdd9ae7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0720377 May 13 13:31:20.578000 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-626d60d3-f50c-46ce-bf1c-fcd331ba27b0 req-bec24ef1-c224-4f43-98f3-766cef89835f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 May 13 13:31:20.838727 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac13e-4885-46f4-b196-4617ac4ed824 req-47b15bf4-7c01-4a69-a20e-5407ff3f60f1 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:20.840647 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fa8ac13e-4885-46f4-b196-4617ac4ed824 req-47b15bf4-7c01-4a69-a20e-5407ff3f60f1 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0538268 May 13 13:31:20.893254 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fa8ac13e-4885-46f4-b196-4617ac4ed824 req-186cc3b2-6240-4e2b-b477-fd92195b5771 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 May 13 13:31:20.940543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:21.018082 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94acccb-6aa2-4a38-92cb-224df2fc018e req-cebc2b73-5583-4eee-b361-11b80cfb84d0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:21.020382 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a94acccb-6aa2-4a38-92cb-224df2fc018e req-cebc2b73-5583-4eee-b361-11b80cfb84d0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 944 time: 0.0558546 May 13 13:31:21.079504 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a94acccb-6aa2-4a38-92cb-224df2fc018e req-0e03998d-1669-433a-87c1-d62db3082553 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 May 13 13:31:21.195541 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-84ff68f1-9932-4a97-b5b2-497a1bf83a43 req-e0c05a19-013b-4cba-a42c-dbe14cd7949a service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028843 May 13 13:31:21.437182 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-bdc271f5-e038-4049-abfb-31d0a28f424b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:21.438668 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-bdc271f5-e038-4049-abfb-31d0a28f424b tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.70 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0493968 May 13 13:31:21.544357 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Deleting port 77185538-d455-4ce8-942b-c0fc75b37ded {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:21.544696 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:21.637171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] For port 77185538-d455-4ce8-942b-c0fc75b37ded, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=77185538-d455-4ce8-942b-c0fc75b37ded,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:21.637545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:21.662956 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Calling delete_port for 77185538-d455-4ce8-942b-c0fc75b37ded owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:21.749469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b505e-7836-4fe1-a951-5c7a57fb690b req-729af621-9e8f-48d7-a04f-4a991ddd533e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:21.752009 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a13b505e-7836-4fe1-a951-5c7a57fb690b req-729af621-9e8f-48d7-a04f-4a991ddd533e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0949020 May 13 13:31:21.828203 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a13b505e-7836-4fe1-a951-5c7a57fb690b req-a80f212b-17ea-4d15-8804-9a843b303b4a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666587 May 13 13:31:22.022787 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782415d-8d9b-472c-8869-5cbe61a8f4e0 req-595563c0-e71d-4a62-b41b-4bf751b97c3e tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.024353 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (77185538-d455-4ce8-942b-c0fc75b37ded), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:22.025726 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7782415d-8d9b-472c-8869-5cbe61a8f4e0 req-595563c0-e71d-4a62-b41b-4bf751b97c3e tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 945 time: 0.0552261 May 13 13:31:22.036860 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['77185538-d455-4ce8-942b-c0fc75b37ded'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:22.113887 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7782415d-8d9b-472c-8869-5cbe61a8f4e0 req-91cf1508-92a9-4505-ad04-b0176b83186d tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf460eef-c582-4d1f-9117-b52f1fa2577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 May 13 13:31:22.132228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Pushing event deleted for resources: {'Port': ['ID=77185538-d455-4ce8-942b-c0fc75b37ded,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:22.188336 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] No DVR routers for this DVR port 77185538-d455-4ce8-942b-c0fc75b37ded on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:22.191173 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:22.194657 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ea2e2500-580b-4522-9aea-0d2c18509107 req-72126ba1-bae0-451a-8177-2a49cc5d9283 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.70 "DELETE /v2.0/ports/77185538-d455-4ce8-942b-c0fc75b37ded HTTP/1.1" status: 204 len: 173 time: 0.7511082 May 13 13:31:22.195084 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'name': 'network-vif-deleted', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:22.197334 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08c2d0-6d93-449e-a482-deb15af67968" -d '{"events": [{"server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "name": "network-vif-deleted", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:22.266553 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11de9-42f2-433c-af9f-5a471372d712 req-bcdcc648-7315-4293-abc9-7599683515b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.272091 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6aa11de9-42f2-433c-af9f-5a471372d712 req-bcdcc648-7315-4293-abc9-7599683515b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 944 time: 0.0939007 May 13 13:31:22.284138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2412b2c-693f-4965-b46b-24ff39ebf0b3 x-openstack-request-id: req-e2412b2c-693f-4965-b46b-24ff39ebf0b3 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:22.284605 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf6a17-fa9f-410e-b25d-4053de456900", "name": "network-vif-deleted", "tag": "77185538-d455-4ce8-942b-c0fc75b37ded", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:22.284867 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2412b2c-693f-4965-b46b-24ff39ebf0b3 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:22.285281 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2412b2c-693f-4965-b46b-24ff39ebf0b3'] response: {'server_uuid': '92bf6a17-fa9f-410e-b25d-4053de456900', 'name': 'network-vif-deleted', 'tag': '77185538-d455-4ce8-942b-c0fc75b37ded', 'status': 'completed', 'code': 200} May 13 13:31:22.324765 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6aa11de9-42f2-433c-af9f-5a471372d712 req-b9d28b08-c5f0-4aa5-81c9-8a4057ee0652 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 May 13 13:31:22.537472 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-b0aeae87-d79b-45cc-8edb-a973700588f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.539017 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-b0aeae87-d79b-45cc-8edb-a973700588f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 1128 time: 0.0644510 May 13 13:31:22.665945 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-dd4c62c9-fef5-431b-ae04-9fa855376dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.667630 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-dd4c62c9-fef5-431b-ae04-9fa855376dc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 915 time: 0.1210954 May 13 13:31:22.709511 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-edd96487-adab-4d52-886e-c65b8147deda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5df665f-4727-4295-aefc-8229d56a25ad HTTP/1.1" status: 200 len: 217 time: 0.0358851 May 13 13:31:22.774141 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-74ff84c3-118b-45fe-99cd-fe96c4e34964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.775734 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-74ff84c3-118b-45fe-99cd-fe96c4e34964 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0602279 May 13 13:31:22.836762 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-b8ef45f6-a909-453b-b27f-097d01d2dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.838649 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-b8ef45f6-a909-453b-b27f-097d01d2dcd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556271 May 13 13:31:22.963338 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-fc12eddc-5c61-4baf-bb98-da30b5cb19f1 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180077 May 13 13:31:22.993362 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6da489-94ed-49a9-ac14-62e2e16052bf req-85992a4a-ca27-4fa5-9315-ba3bb6f32253 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.996017 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ee6da489-94ed-49a9-ac14-62e2e16052bf req-85992a4a-ca27-4fa5-9315-ba3bb6f32253 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0713985 May 13 13:31:23.030522 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d5df665f-4727-4295-aefc-8229d56a25ad details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:31:23.081139 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ee6da489-94ed-49a9-ac14-62e2e16052bf req-519e80c2-7b91-40c1-9ad1-90a30b7c5c59 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672200 May 13 13:31:23.091166 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0193c91d-8e89-4534-9b50-1163fb7c25fb req-00f65328-1a8c-4e96-af40-8582ddc37504 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198308 May 13 13:31:23.161856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d5df665f-4727-4295-aefc-8229d56a25ad,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:23.174820 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:31:23.216774 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d5df665f-4727-4295-aefc-8229d56a25ad is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:23.217246 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.233376 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5df665f-4727-4295-aefc-8229d56a25ad {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:23.255303 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d5df665f-4727-4295-aefc-8229d56a25ad,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:23.257898 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99225ee3-8e78-4ad4-b676-81da90afac24 req-f58e4464-47a4-44c9-9e09-1efd863111e0 tempest-TestMinimumBasicScenario-1588527270 tempest-TestMinimumBasicScenario-1588527270-project] 10.222.0.25 "GET /v2.0/ports?device_id=92bf6a17-fa9f-410e-b25d-4053de456900 HTTP/1.1" status: 200 len: 210 time: 0.0387230 May 13 13:31:23.355788 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.430282 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:23.453962 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b758fc-b438-4b6e-b443-7403a16b4d13 req-a59a006b-0d97-4ddc-aec7-b38ffae47096 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:23.455853 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05b758fc-b438-4b6e-b443-7403a16b4d13 req-a59a006b-0d97-4ddc-aec7-b38ffae47096 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 945 time: 0.0546417 May 13 13:31:23.527474 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-05b758fc-b438-4b6e-b443-7403a16b4d13 req-71db2dd7-cc6d-4030-b641-67bc17a81ca5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655460 May 13 13:31:23.643589 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['d5df665f-4727-4295-aefc-8229d56a25ad'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:24.228273 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472cb7d-0b91-4ddb-8116-ebf09416b88b req-9cd7ec90-a58f-4de9-accb-c57536fbbb77 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:24.230049 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3472cb7d-0b91-4ddb-8116-ebf09416b88b req-9cd7ec90-a58f-4de9-accb-c57536fbbb77 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0621538 May 13 13:31:24.279656 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3472cb7d-0b91-4ddb-8116-ebf09416b88b req-45f5a570-b1b1-4030-a7f9-bfe39565fb8c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438244 May 13 13:31:24.639715 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bf030-e288-443e-b29c-2a2c0807d45d req-dded0d52-34bd-43d2-80ee-a9ccbb5b266f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:24.641268 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e94bf030-e288-443e-b29c-2a2c0807d45d req-dded0d52-34bd-43d2-80ee-a9ccbb5b266f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 945 time: 0.0511050 May 13 13:31:24.688509 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e94bf030-e288-443e-b29c-2a2c0807d45d req-4fb4429a-291a-4502-bb8a-18b6f8267916 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 May 13 13:31:25.055413 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d5df665f-4727-4295-aefc-8229d56a25ad up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:25.102679 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port d5df665f-4727-4295-aefc-8229d56a25ad completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:31:25.189619 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port d5df665f-4727-4295-aefc-8229d56a25ad triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:25.190045 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.268126 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d5df665f-4727-4295-aefc-8229d56a25ad is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:25.268532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.302204 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:25.304475 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6218c-f8e5-4f6d-a68c-83faf0316cd1" -d '{"events": [{"server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "name": "network-vif-plugged", "status": "completed", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:25.339262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d5df665f-4727-4295-aefc-8229d56a25ad,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:25.372510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f5128e-15d7-447b-ae28-e4e9fc1baefc x-openstack-request-id: req-a5f5128e-15d7-447b-ae28-e4e9fc1baefc {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:25.372510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "name": "network-vif-plugged", "status": "completed", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:25.372510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5f5128e-15d7-447b-ae28-e4e9fc1baefc {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:25.372510 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f5128e-15d7-447b-ae28-e4e9fc1baefc'] response: {'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'code': 200} May 13 13:31:25.432654 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b4907-0c02-42b8-89c3-ea1a64723a87 req-a9866a8b-0d3d-42e0-898d-b5b261015860 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:25.440805 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-531b4907-0c02-42b8-89c3-ea1a64723a87 req-a9866a8b-0d3d-42e0-898d-b5b261015860 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0692351 May 13 13:31:25.464452 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.465411 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 77185538-d455-4ce8-942b-c0fc75b37ded no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:25.529264 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-531b4907-0c02-42b8-89c3-ea1a64723a87 req-bea7594b-84d4-4edd-9dc6-92c617ec0c92 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872738 May 13 13:31:25.566435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 77185538-d455-4ce8-942b-c0fc75b37ded {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:25.566778 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 77185538-d455-4ce8-942b-c0fc75b37ded not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:25.599537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:26.128822 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333453f-f6ec-40cf-b244-d9f3b4ddbf8f req-d03d6cf8-18df-46da-bb29-af506650ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:26.130378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9333453f-f6ec-40cf-b244-d9f3b4ddbf8f req-d03d6cf8-18df-46da-bb29-af506650ea15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 1130 time: 0.3811798 May 13 13:31:26.175592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c7cb-0227-4190-a2b1-d3cbf4073716 req-4cf43590-88b7-4b8e-939b-a1d50e3aa478 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:26.184461 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7080c7cb-0227-4190-a2b1-d3cbf4073716 req-4cf43590-88b7-4b8e-939b-a1d50e3aa478 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0964961 May 13 13:31:26.226986 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9333453f-f6ec-40cf-b244-d9f3b4ddbf8f req-85835e3b-4e71-4f12-adc0-e700c0bfdab3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888658 May 13 13:31:26.250760 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7080c7cb-0227-4190-a2b1-d3cbf4073716 req-df617347-672b-4f01-a28a-6147c9f33320 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654051 May 13 13:31:26.654705 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda6f3-ad3e-4870-94cc-da07a88dd01f req-65b85028-d2f3-4dc4-9fa5-fca4b294c530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:26.656907 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1afda6f3-ad3e-4870-94cc-da07a88dd01f req-65b85028-d2f3-4dc4-9fa5-fca4b294c530 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0499253 May 13 13:31:26.714461 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1afda6f3-ad3e-4870-94cc-da07a88dd01f req-3b1b1f2f-cadc-462f-ba44-027a40376088 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503726 May 13 13:31:26.932542 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59320) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:27.421186 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eab1ec-b78b-4649-a068-1fc4a33a2689 req-011e6f06-37ef-4b43-a856-d22d62384b0b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:27.423562 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69eab1ec-b78b-4649-a068-1fc4a33a2689 req-011e6f06-37ef-4b43-a856-d22d62384b0b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0716357 May 13 13:31:27.496601 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69eab1ec-b78b-4649-a068-1fc4a33a2689 req-521a716d-97b3-4f01-bf09-46933be82aeb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668004 May 13 13:31:27.598671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (d63e4323-a935-4937-8688-8efa0b01b8a7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:27.898616 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e666-5979-4b50-94b6-9677927e9ebe req-683ec439-8329-4dc1-b8e6-5d52ee657881 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:27.900173 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b193e666-5979-4b50-94b6-9677927e9ebe req-683ec439-8329-4dc1-b8e6-5d52ee657881 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0801678 May 13 13:31:27.918367 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Deleting port fff687bd-1fd6-4b63-8b1f-822217fe0380 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:27.918722 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.013903 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b193e666-5979-4b50-94b6-9677927e9ebe req-4b8c74ec-74e8-4222-887a-8f3b6c83c2ba tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980275 May 13 13:31:28.035189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] For port fff687bd-1fd6-4b63-8b1f-822217fe0380, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=fff687bd-1fd6-4b63-8b1f-822217fe0380,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:28.035760 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.051764 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Calling delete_port for fff687bd-1fd6-4b63-8b1f-822217fe0380 owned by network:router_interface {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:28.492967 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (fff687bd-1fd6-4b63-8b1f-822217fe0380), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.517749 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff687bd-1fd6-4b63-8b1f-822217fe0380,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:28.639117 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb5eb5-9b24-4a7f-8609-43eed67bf2cf req-1d1ba297-fb40-430b-a71b-65d8918e6673 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:28.640925 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41fb5eb5-9b24-4a7f-8609-43eed67bf2cf req-1d1ba297-fb40-430b-a71b-65d8918e6673 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0709307 May 13 13:31:28.784224 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-41fb5eb5-9b24-4a7f-8609-43eed67bf2cf req-233c88b8-b250-4888-952d-97fba2b758f5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925744 May 13 13:31:28.809479 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (d63e4323-a935-4937-8688-8efa0b01b8a7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.082891 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Router d63e4323-a935-4937-8688-8efa0b01b8a7 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:29.193287 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c337a87-ae1c-41d6-a5d7-bde008e3ae09 req-faa11fff-e6c9-4523-b66e-cf07912bbd14 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:29.195470 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c337a87-ae1c-41d6-a5d7-bde008e3ae09 req-faa11fff-e6c9-4523-b66e-cf07912bbd14 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0807068 May 13 13:31:29.242678 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:29.253229 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0870e685-5764-4ef6-867d-e9f00b75ae59 admin admin] 10.222.0.25 "PUT /v2.0/routers/d63e4323-a935-4937-8688-8efa0b01b8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3191597 May 13 13:31:29.253489 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Sync routers for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:29.255364 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59344) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:29.260949 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5c337a87-ae1c-41d6-a5d7-bde008e3ae09 req-7a7c8f37-e9be-44d3-93de-5fbc46df0dac tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593183 May 13 13:31:29.267270 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:29.268458 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:29.394351 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:29.400169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks [] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.520960 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks [] for router_gateway (d63e4323-a935-4937-8688-8efa0b01b8a7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.590602 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3145ba77-f75b-4065-802b-b85269f32578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:31:28Z', 'revision_number': 5, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port': {'id': '3145ba77-f75b-4065-802b-b85269f32578', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:00Z', 'updated_at': '2022-05-13T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:29.621691 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Checking router: d63e4323-a935-4937-8688-8efa0b01b8a7 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:29.633078 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Routers {'d63e4323-a935-4937-8688-8efa0b01b8a7'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:29.633700 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['d63e4323-a935-4937-8688-8efa0b01b8a7'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:29.735421 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] Set router d63e4323-a935-4937-8688-8efa0b01b8a7 gateway port host: None {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:29.789466 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:31:29Z', 'revision_number': 6, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port_host': None}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:29.827624 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1741a87-06d9-4e13-9fb6-8625a469b270 None None] The sync data for ids ['d63e4323-a935-4937-8688-8efa0b01b8a7'] in dv-cinder-841591-2-iscsi is: [{'id': 'd63e4323-a935-4937-8688-8efa0b01b8a7', 'name': 'tempest-TestMinimumBasicScenario-343498726-router', 'tenant_id': '1503b2654ff7475b98032519919ae481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:59Z', 'updated_at': '2022-05-13T13:31:29Z', 'revision_number': 6, 'project_id': '1503b2654ff7475b98032519919ae481', 'gw_port_host': None}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:29.951372 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Deleting port 3145ba77-f75b-4065-802b-b85269f32578 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:29.951640 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (3145ba77-f75b-4065-802b-b85269f32578), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.059322 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] For port 3145ba77-f75b-4065-802b-b85269f32578, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3145ba77-f75b-4065-802b-b85269f32578,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:30.059696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (3145ba77-f75b-4065-802b-b85269f32578), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.098638 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Calling delete_port for 3145ba77-f75b-4065-802b-b85269f32578 owned by network:router_gateway {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:30.119570 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae4ae7-761c-476e-8712-8d248d90f93f req-55827f15-74ac-4ef8-bcbb-0ccd3707073e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.121061 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5ae4ae7-761c-476e-8712-8d248d90f93f req-55827f15-74ac-4ef8-bcbb-0ccd3707073e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0861430 May 13 13:31:30.223535 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b5ae4ae7-761c-476e-8712-8d248d90f93f req-9d22c8d4-8c8a-4fe7-8076-ec87d154a8f2 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915718 May 13 13:31:30.383856 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773298f0-d00c-4829-990b-4a32f51439fd req-5386552f-028b-4e67-8ad2-3f57234519ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.385406 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-773298f0-d00c-4829-990b-4a32f51439fd req-5386552f-028b-4e67-8ad2-3f57234519ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0608103 May 13 13:31:30.394225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59368) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:30.398791 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:30.452449 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.499209 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (3145ba77-f75b-4065-802b-b85269f32578), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.529046 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-2cf90bc0-4659-4a22-80f5-8aee06836bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.530637 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-2cf90bc0-4659-4a22-80f5-8aee06836bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1130 time: 0.0409312 May 13 13:31:30.560709 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Pushing event deleted for resources: {'Port': ['ID=3145ba77-f75b-4065-802b-b85269f32578,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:30.575110 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d472c5-885a-40db-8e35-01b91e322e4f req-0a1cd5e7-727d-40f7-ad27-8d667973e6b7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.576623 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21d472c5-885a-40db-8e35-01b91e322e4f req-0a1cd5e7-727d-40f7-ad27-8d667973e6b7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.1411681 May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.614104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.615594 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:30.628455 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-0b94aafa-5e4a-4de7-8287-47c138a0c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.629978 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-0b94aafa-5e4a-4de7-8287-47c138a0c7ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.0937905 May 13 13:31:30.723906 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-4da8e68f-2a6d-4a9c-aab9-c7979ec18505 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 1002 time: 0.0859678 May 13 13:31:30.738173 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device fff687bd-1fd6-4b63-8b1f-822217fe0380 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:30.759336 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: fff687bd-1fd6-4b63-8b1f-822217fe0380 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:30.759849 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device fff687bd-1fd6-4b63-8b1f-822217fe0380 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:30.782096 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (d63e4323-a935-4937-8688-8efa0b01b8a7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.782096 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-21d472c5-885a-40db-8e35-01b91e322e4f req-3d18b047-c1f1-4abd-8fb8-e82ca7f4a499 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776421 May 13 13:31:30.786861 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-36f85fdc-c809-45a7-a626-430580951aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.788928 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-36f85fdc-c809-45a7-a626-430580951aec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0579975 May 13 13:31:30.837188 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-5cbf5a2a-7db0-4fba-bffd-419a45f659c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.839244 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-5cbf5a2a-7db0-4fba-bffd-419a45f659c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424211 May 13 13:31:30.897044 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.900789 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks [] for router_controller (d63e4323-a935-4937-8688-8efa0b01b8a7), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.937305 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-86517aca-5959-4a87-a8d0-411807e800b3 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879688 May 13 13:31:31.032729 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d6610f1-4fad-4837-9519-5ad0e84b02af req-4e5d7dbc-b12b-4484-b417-948523387d9c service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882416 May 13 13:31:31.125633 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (d63e4323-a935-4937-8688-8efa0b01b8a7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.126282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d63e4323-a935-4937-8688-8efa0b01b8a7 {{(pid=103979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:31:31.133341 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.134629 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-02bbf0f6-eab8-4190-ac6c-0bfefaca7040 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d63e4323-a935-4937-8688-8efa0b01b8a7 HTTP/1.1" status: 204 len: 168 time: 1.8780923 May 13 13:31:31.137363 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59374) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:31.185019 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Deleting subnet 0afcc659-3d50-4f1b-a971-34b474dee6af {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:31:31.188473 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Publish callbacks [] for subnet (0afcc659-3d50-4f1b-a971-34b474dee6af), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.233372 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (0afcc659-3d50-4f1b-a971-34b474dee6af), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.255181 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.315371 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.325140 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (0afcc659-3d50-4f1b-a971-34b474dee6af), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.416798 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 019617b5-2283-4986-a911-7e90f59e7d9e associated. External IP: 172.27.0.203, port: d5df665f-4727-4295-aefc-8229d56a25ad. May 13 13:31:31.481624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (0afcc659-3d50-4f1b-a971-34b474dee6af), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.510019 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.513558 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0afcc659-3d50-4f1b-a971-34b474dee6af HTTP/1.1" status: 204 len: 168 time: 0.3751504 May 13 13:31:31.514713 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afcc659-3d50-4f1b-a971-34b474dee6af,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:31.516958 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895524b4-d6b5-4e92-a209-567e5eb8a3dc None None] Network 235bca42-800d-41b0-b0e6-b3de898d8caa requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:31.518461 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59378) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:31.529920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.530600 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.530861 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.531892 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.532335 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.532770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.533201 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.533630 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.534083 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.534515 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.534944 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.535382 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.535808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.536231 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.536667 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f128a1f-e4b3-410a-83ab-c9db758e0bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:31.605885 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (235bca42-800d-41b0-b0e6-b3de898d8caa), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.634755 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:31.662072 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Deleting port 8751c493-34d5-4a9b-ad02-af6abe27c98e {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:31.662420 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.683196 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ac985-764c-4814-84f1-97efec406f91 None None] DHCP port deletion for 235bca42-800d-41b0-b0e6-b3de898d8caa request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:31:31.722575 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Deleting port 8751c493-34d5-4a9b-ad02-af6abe27c98e {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:31.722950 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.729582 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] For port 8751c493-34d5-4a9b-ad02-af6abe27c98e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8751c493-34d5-4a9b-ad02-af6abe27c98e,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:31.730123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.744178 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Calling delete_port for 8751c493-34d5-4a9b-ad02-af6abe27c98e owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:31.749956 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:31.754278 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.765077 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:31.792782 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ca6fc098-84bd-4740-8090-f44691ad4ca9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "PUT /v2.0/floatingips/019617b5-2283-4986-a911-7e90f59e7d9e HTTP/1.1" status: 200 len: 992 time: 1.3953204 May 13 13:31:31.792782 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:31.793774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87b695-0f6b-4578-a86d-087ae2505009" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:31.801541 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-698ac985-764c-4814-84f1-97efec406f91 None None] For port 8751c493-34d5-4a9b-ad02-af6abe27c98e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8751c493-34d5-4a9b-ad02-af6abe27c98e,segment=NetworkSegment(5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6),segment_id=5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:31.801541 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.803895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:31.804872 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:31.832787 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb94f28-be33-492c-aa0e-bf8724b89306 x-openstack-request-id: req-dbb94f28-be33-492c-aa0e-bf8724b89306 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:31.833025 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:31.833288 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb94f28-be33-492c-aa0e-bf8724b89306 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:31.833826 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb94f28-be33-492c-aa0e-bf8724b89306'] response: {'name': 'network-changed', 'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'status': 'completed', 'code': 200} May 13 13:31:31.861503 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Calling delete_port for 8751c493-34d5-4a9b-ad02-af6abe27c98e owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:31.915780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48308-77ee-4aa6-927f-1942884c020f req-2df97ce9-eb76-4d0b-b0f1-d29604953539 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:31.917219 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebf48308-77ee-4aa6-927f-1942884c020f req-2df97ce9-eb76-4d0b-b0f1-d29604953539 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.0480032 May 13 13:31:31.966029 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebf48308-77ee-4aa6-927f-1942884c020f req-f63f4ece-ecc2-4609-b2c7-b206d5055e01 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 May 13 13:31:31.967278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.985105 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:31.993974 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Pushing event deleted for resources: {'Port': ['ID=8751c493-34d5-4a9b-ad02-af6abe27c98e,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:31.997753 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] No DVR routers for this DVR port 8751c493-34d5-4a9b-ad02-af6abe27c98e on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:32.038093 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (8751c493-34d5-4a9b-ad02-af6abe27c98e), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.071591 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (235bca42-800d-41b0-b0e6-b3de898d8caa), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.092767 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235bca42-800d-41b0-b0e6-b3de898d8caa']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.099164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ac985-764c-4814-84f1-97efec406f91 None None] No DVR routers for this DVR port 8751c493-34d5-4a9b-ad02-af6abe27c98e on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:32.109153 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ac985-764c-4814-84f1-97efec406f91 None None] Pushing event deleted for resources: {'Port': ['ID=8751c493-34d5-4a9b-ad02-af6abe27c98e,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.109641 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.109641 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.116745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.130915 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.137013 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:31:32.137401 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (5b89b1bb-f40b-4fca-b1e7-65bb0bcc33d6), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:31:32.139164 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:31:32.276686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (235bca42-800d-41b0-b0e6-b3de898d8caa), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.284968 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.291627 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] 10.222.0.25 "DELETE /v2.0/networks/235bca42-800d-41b0-b0e6-b3de898d8caa HTTP/1.1" status: 204 len: 168 time: 0.7693808 May 13 13:31:32.292247 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59388) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:32.301413 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23864ea-6f8b-4a52-9f56-6a6646e20580 admin admin] Pushing event deleted for resources: {'Network': ['ID=235bca42-800d-41b0-b0e6-b3de898d8caa,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.374727 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.401691 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:32.411882 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:32.412615 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.416668 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8751c493-34d5-4a9b-ad02-af6abe27c98e no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:32.473695 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 8751c493-34d5-4a9b-ad02-af6abe27c98e {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:32.474066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8751c493-34d5-4a9b-ad02-af6abe27c98e not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:32.474481 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3145ba77-f75b-4065-802b-b85269f32578 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:32.499065 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 3145ba77-f75b-4065-802b-b85269f32578 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:32.499415 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3145ba77-f75b-4065-802b-b85269f32578 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:32.564205 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:32.650273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.799057 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.830484 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840f6bd-bc65-4d99-b68a-6d3ac68beb84 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:32.910531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Deleting port c801ccfe-05ff-4638-ad5b-4be94a322e83 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:32.911096 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.923892 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-945e5809-d26e-4bf9-8541-9a03098aa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:32.925521 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-945e5809-d26e-4bf9-8541-9a03098aa0b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 1130 time: 0.0616753 May 13 13:31:33.015733 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] For port c801ccfe-05ff-4638-ad5b-4be94a322e83, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=c801ccfe-05ff-4638-ad5b-4be94a322e83,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:33.016227 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.030366 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-81f9eed3-3964-4219-b4aa-836cb7112895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:33.031949 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-81f9eed3-3964-4219-b4aa-836cb7112895 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 915 time: 0.0997844 May 13 13:31:33.047999 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Calling delete_port for c801ccfe-05ff-4638-ad5b-4be94a322e83 owned by network:router_interface {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:33.110768 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:33.128533 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-5208a320-6ba0-4c61-8130-9b7299e5c41a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5df665f-4727-4295-aefc-8229d56a25ad HTTP/1.1" status: 200 len: 1000 time: 0.0888124 May 13 13:31:33.148410 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844fab0-08c1-4e8c-90ef-b012f9dc37e2 None None] New status for floating IP 019617b5-2283-4986-a911-7e90f59e7d9e: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:31:33.170055 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e021cf9-27ad-4fd4-9e00-5fe463896edc req-9d44b0be-689f-4853-aafd-3302e281b481 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:33.172404 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8e021cf9-27ad-4fd4-9e00-5fe463896edc req-9d44b0be-689f-4853-aafd-3302e281b481 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 946 time: 0.1106319 May 13 13:31:33.182880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-8da0d5a2-a3a6-4a7c-baac-04d33e7460e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:33.184632 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-8da0d5a2-a3a6-4a7c-baac-04d33e7460e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0509429 May 13 13:31:33.204329 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: ACTIVE; New status is: DOWN {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:33.204968 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.248722 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-72c7ce65-7e01-46d3-9b62-e1d4445fcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:33.251181 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8e021cf9-27ad-4fd4-9e00-5fe463896edc req-cd8c070c-f9ad-4b58-b37c-4436c0b93779 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779202 May 13 13:31:33.254200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:33.257339 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f143cfbf-c15a-456d-ac62-025cd968ac0c" -d '{"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:33.259272 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-72c7ce65-7e01-46d3-9b62-e1d4445fcd87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637674 May 13 13:31:33.274429 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:33.315973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18612f-6138-4ce6-876d-d81e9db50e6f x-openstack-request-id: req-6a18612f-6138-4ce6-876d-d81e9db50e6f {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:33.316614 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:33.317060 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a18612f-6138-4ce6-876d-d81e9db50e6f {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:33.317644 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a18612f-6138-4ce6-876d-d81e9db50e6f'] response: {'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'code': 200} May 13 13:31:33.363975 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-e5cc3c3d-a938-4b21-b516-920d8bbf6e63 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973952 May 13 13:31:33.367084 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.423397 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=8']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:33.475493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (c801ccfe-05ff-4638-ad5b-4be94a322e83), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.509905 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c801ccfe-05ff-4638-ad5b-4be94a322e83,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:33.685550 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.696288 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3d87b695-0f6b-4578-a86d-087ae2505009 req-6f7a4950-745d-49dc-b921-c39897173de4 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053426 May 13 13:31:34.169445 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Router 08eef61c-a14c-4625-9dd0-8fb9d96778ba has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:34.277951 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:34.282986 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-adfc50f9-7eef-44f1-8155-83882ceec4e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/08eef61c-a14c-4625-9dd0-8fb9d96778ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897132 May 13 13:31:34.285451 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59396) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:34.288758 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Sync routers for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:34.298921 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:34.299714 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.418360 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:34.421484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd7ab-cb74-4e0f-953d-e58ed95fb237 req-b1ac6155-1be8-4e48-affe-5406475e4d13 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:34.422973 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6a6dd7ab-cb74-4e0f-953d-e58ed95fb237 req-b1ac6155-1be8-4e48-affe-5406475e4d13 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0892582 May 13 13:31:34.451345 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks [] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.524648 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6a6dd7ab-cb74-4e0f-953d-e58ed95fb237 req-35fee347-a16c-4968-ba75-3a26297edb13 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940757 May 13 13:31:34.586941 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks [] for router_gateway (08eef61c-a14c-4625-9dd0-8fb9d96778ba), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.594167 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 5, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.626011 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Checking router: 08eef61c-a14c-4625-9dd0-8fb9d96778ba for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:34.634494 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Routers {'08eef61c-a14c-4625-9dd0-8fb9d96778ba'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:34.635154 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.682349 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Deleting port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:34.682612 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.745999 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] Set router 08eef61c-a14c-4625-9dd0-8fb9d96778ba gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:34.766315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] For port 75b390d2-c8db-4d1d-94c4-ee57e30a9f87, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:34.766689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.785024 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Calling delete_port for 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 owned by network:router_gateway {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:34.921654 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 5, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.948352 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6c1fb-c706-420b-9774-3594734d2d13 None None] The sync data for ids ['08eef61c-a14c-4625-9dd0-8fb9d96778ba'] in dv-cinder-841591-2-iscsi is: [{'id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'name': 'tempest-TestMinimumBasicScenario-1123850812-router', 'tenant_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:10Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 5, 'project_id': '79274e9a4e764aa8999b9ee551b0bc6e', 'gw_port': {'id': '75b390d2-c8db-4d1d-94c4-ee57e30a9f87', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eef61c-a14c-4625-9dd0-8fb9d96778ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:12Z', 'updated_at': '2022-05-13T13:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:35.041298 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (75b390d2-c8db-4d1d-94c4-ee57e30a9f87), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.067115 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b390d2-c8db-4d1d-94c4-ee57e30a9f87,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.131946 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.227015 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.229416 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks [] for router_controller (08eef61c-a14c-4625-9dd0-8fb9d96778ba), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.401447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (08eef61c-a14c-4625-9dd0-8fb9d96778ba), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.401896 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08eef61c-a14c-4625-9dd0-8fb9d96778ba {{(pid=103979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:31:35.406821 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.417419 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-505524e8-9026-4b89-858f-7231735c6957 admin admin] 10.222.0.25 "DELETE /v2.0/routers/08eef61c-a14c-4625-9dd0-8fb9d96778ba HTTP/1.1" status: 204 len: 168 time: 1.1216233 May 13 13:31:35.417419 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59412) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:35.456540 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Deleting subnet 3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:31:35.459620 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Publish callbacks [] for subnet (3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.495932 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.612313 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.761589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.794840 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.799532 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f HTTP/1.1" status: 204 len: 168 time: 0.3877003 May 13 13:31:35.800848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4124c0-ee1d-4392-ab51-27ddfbe6886c None None] Network 45a9313a-54c1-4a52-87d9-a20d91ce40a3 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:35.801315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372dffc-efaa-40ae-b7c4-4cd3c40d796c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a597f7c-56b1-4ddd-b3a2-b0b620c2a02f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.802164 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59422) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:35.886515 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (45a9313a-54c1-4a52-87d9-a20d91ce40a3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.941836 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Deleting port e650e7de-322e-4b99-a846-9d58c59ae908 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:35.944233 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.014467 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] DHCP port deletion for 45a9313a-54c1-4a52-87d9-a20d91ce40a3 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:31:36.023962 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] For port e650e7de-322e-4b99-a846-9d58c59ae908, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=e650e7de-322e-4b99-a846-9d58c59ae908,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:36.024340 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.045113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Calling delete_port for e650e7de-322e-4b99-a846-9d58c59ae908 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:36.061348 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Deleting port e650e7de-322e-4b99-a846-9d58c59ae908 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:36.061734 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.130540 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] For port e650e7de-322e-4b99-a846-9d58c59ae908, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=e650e7de-322e-4b99-a846-9d58c59ae908,segment=NetworkSegment(124b37cd-7024-4d2e-aea7-2e60359b331a),segment_id=124b37cd-7024-4d2e-aea7-2e60359b331a)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:36.130962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.143773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Calling delete_port for e650e7de-322e-4b99-a846-9d58c59ae908 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:36.258621 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.284425 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Pushing event deleted for resources: {'Port': ['ID=e650e7de-322e-4b99-a846-9d58c59ae908,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.287946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] No DVR routers for this DVR port e650e7de-322e-4b99-a846-9d58c59ae908 on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:36.357286 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (e650e7de-322e-4b99-a846-9d58c59ae908), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.364692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (45a9313a-54c1-4a52-87d9-a20d91ce40a3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.384989 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] Pushing event deleted for resources: {'Port': ['ID=e650e7de-322e-4b99-a846-9d58c59ae908,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.388008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b9b85a-5686-49b6-89cb-ef2a79034866 None None] No DVR routers for this DVR port e650e7de-322e-4b99-a846-9d58c59ae908 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:36.398242 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a9313a-54c1-4a52-87d9-a20d91ce40a3']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:36.405516 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b37cd-7024-4d2e-aea7-2e60359b331a') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:36.405906 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b37cd-7024-4d2e-aea7-2e60359b331a') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:36.416492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (124b37cd-7024-4d2e-aea7-2e60359b331a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.430431 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (124b37cd-7024-4d2e-aea7-2e60359b331a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.436959 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:31:36.437372 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (124b37cd-7024-4d2e-aea7-2e60359b331a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:31:36.439142 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:31:36.455345 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device c801ccfe-05ff-4638-ad5b-4be94a322e83 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:36.476191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: c801ccfe-05ff-4638-ad5b-4be94a322e83 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:36.476545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device c801ccfe-05ff-4638-ad5b-4be94a322e83 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:36.476973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device e650e7de-322e-4b99-a846-9d58c59ae908 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:36.497482 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: e650e7de-322e-4b99-a846-9d58c59ae908 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:36.497870 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device e650e7de-322e-4b99-a846-9d58c59ae908 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:36.498291 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:36.517412 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:36.517764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 75b390d2-c8db-4d1d-94c4-ee57e30a9f87 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:36.587438 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-95e430be-31ce-48f5-86e3-872fee84c070 req-4f06accd-ea05-4742-8ce5-b009e96921b8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:31:36.588525 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-95e430be-31ce-48f5-86e3-872fee84c070 req-4f06accd-ea05-4742-8ce5-b009e96921b8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054889 May 13 13:31:36.589643 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (45a9313a-54c1-4a52-87d9-a20d91ce40a3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.596618 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.599738 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] 10.222.0.25 "DELETE /v2.0/networks/45a9313a-54c1-4a52-87d9-a20d91ce40a3 HTTP/1.1" status: 204 len: 168 time: 0.7951319 May 13 13:31:36.615954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e608c03-373e-4fac-b0eb-98e624795050 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a9313a-54c1-4a52-87d9-a20d91ce40a3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.882591 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2fb3-c8d8-48f2-84eb-d37839e1ad7a req-deb44170-2ef4-4074-97ab-9eb561bba7a4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:36.884073 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e31f2fb3-c8d8-48f2-84eb-d37839e1ad7a req-deb44170-2ef4-4074-97ab-9eb561bba7a4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0476878 May 13 13:31:36.931956 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e31f2fb3-c8d8-48f2-84eb-d37839e1ad7a req-bba16c9c-7a74-4b73-afce-0cfa08da1f3e tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 May 13 13:31:36.988289 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59446) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:37.028773 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b9d4be6c-e541-4b3a-8dd5-1c1da30fd7eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1503b2654ff7475b98032519919ae481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391245 May 13 13:31:37.031917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59448) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:37.078965 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] Publish callbacks [] for security_group (bf460eef-c582-4d1f-9117-b52f1fa2577b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.100342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] Publish callbacks [] for security_group (bf460eef-c582-4d1f-9117-b52f1fa2577b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.134500 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-81e5cda2-595d-4134-a4c0-0d90c1565294 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375156 May 13 13:31:37.211826 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-d1700bb0-1041-4436-9eae-5535ca48dc76 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:37.213146 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-d1700bb0-1041-4436-9eae-5535ca48dc76 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports/ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 941 time: 0.0516393 May 13 13:31:37.223910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (bf460eef-c582-4d1f-9117-b52f1fa2577b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.226854 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.228147 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf460eef-c582-4d1f-9117-b52f1fa2577b HTTP/1.1" status: 204 len: 168 time: 0.1951370 May 13 13:31:37.236274 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867ef5b-558e-4015-97f1-bb97c04919d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf460eef-c582-4d1f-9117-b52f1fa2577b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.936185 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59462) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:37.980761 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ac3466ee-2793-4fa9-9e34-40202530a8f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79274e9a4e764aa8999b9ee551b0bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433433 May 13 13:31:37.983366 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59466) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:38.034225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] Publish callbacks [] for security_group (08f7efd8-ff0d-4663-93ff-c96320d6be54), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.057093 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] Publish callbacks [] for security_group (08f7efd8-ff0d-4663-93ff-c96320d6be54), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.057414 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327aedb-01b6-4849-a87e-89e79f640a19 req-6d3984b6-c4a6-46a0-b9c0-39f81b2dd0f7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:38.063120 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5327aedb-01b6-4849-a87e-89e79f640a19 req-6d3984b6-c4a6-46a0-b9c0-39f81b2dd0f7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0531440 May 13 13:31:38.111072 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5327aedb-01b6-4849-a87e-89e79f640a19 req-c81426dc-89bd-4c5d-a683-02fbb79fb64a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 May 13 13:31:38.263792 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (08f7efd8-ff0d-4663-93ff-c96320d6be54), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.266460 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.267632 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08f7efd8-ff0d-4663-93ff-c96320d6be54 HTTP/1.1" status: 204 len: 168 time: 0.2833776 May 13 13:31:38.275506 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aef75e-cfb1-44e7-8187-8332b1089478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7efd8-ff0d-4663-93ff-c96320d6be54,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:38.602511 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-bd0fa255-0f2f-4487-87cb-6f759d9dfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:38.604043 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-bd0fa255-0f2f-4487-87cb-6f759d9dfd53 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3&tenant_id=4cd4aa315c4340a1a649d8c51cea0da9 HTTP/1.1" status: 200 len: 1128 time: 0.0401120 May 13 13:31:38.663797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-271df759-d476-4e91-a2cb-05325de3b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:38.665505 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-271df759-d476-4e91-a2cb-05325de3b5dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1128 time: 0.0396211 May 13 13:31:38.763071 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-21da8e86-9d1c-4ed9-b08d-bda94c706c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:38.764570 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-21da8e86-9d1c-4ed9-b08d-bda94c706c28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.0931106 May 13 13:31:38.887483 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-17652357-6d3c-4da7-bcb6-489bb6a4fff8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 1000 time: 0.0614018 May 13 13:31:39.195789 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-e2d676c8-a221-4abc-8d01-a6c87c134705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:39.197303 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-e2d676c8-a221-4abc-8d01-a6c87c134705 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0533063 May 13 13:31:39.243405 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3535ff-b129-4fee-afe6-a5379a2ff9e0 req-028bc378-a2a1-475e-9a25-c51b30fd6979 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:39.244992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5a3535ff-b129-4fee-afe6-a5379a2ff9e0 req-028bc378-a2a1-475e-9a25-c51b30fd6979 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0511417 May 13 13:31:39.246987 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb3c-6604-467e-af0d-b319a264de53 req-8b465455-cfd7-47b7-8109-e40fb19e699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:39.248477 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-8b465455-cfd7-47b7-8109-e40fb19e699c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444133 May 13 13:31:39.297281 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5a3535ff-b129-4fee-afe6-a5379a2ff9e0 req-f92f942f-3468-42eb-a529-a33577d9683f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 May 13 13:31:39.358680 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-2de32953-df53-44e6-ba79-e168101f470a service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038740 May 13 13:31:39.673394 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59492) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:39.694060 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-77daeb3c-6604-467e-af0d-b319a264de53 req-0b5a0088-bf6e-4a11-a7d1-7613c8f6b46b service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880961 May 13 13:31:39.773150 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1016296219-network', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:39.880953 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Made reservation on behalf of 0b1cc4c699be4edfa243bc7dde91cd51 for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:39.883291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.891936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.972709 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks [] for security_group (40cd49ee-47ff-4144-923c-8910e0051503), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.064421 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (40cd49ee-47ff-4144-923c-8910e0051503), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.088007 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:40.099771 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd49ee-47ff-4144-923c-8910e0051503,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:40.104499 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (95e4215b-c579-4f91-a886-6d8f7d270578), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.107421 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Added segment 95e4215b-c579-4f91-a886-6d8f7d270578 of type vlan for network 8a936522-2bfb-4af4-991c-21176e7e46d4 May 13 13:31:40.161956 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (8a936522-2bfb-4af4-991c-21176e7e46d4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.223950 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.269270 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (8a936522-2bfb-4af4-991c-21176e7e46d4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.270290 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:40.270907 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.333067 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] Pushing event updated for resources: {'Network': ['ID=8a936522-2bfb-4af4-991c-21176e7e46d4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:40.342827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:40.446331 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0e3c0aab-9d00-4161-8eb7-7447b9687965 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7698677 May 13 13:31:40.447082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1060ba-f7f5-430b-8b96-3b117bf0a651 req-db1b1c48-b052-4917-8883-cb39c093db85 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:40.447672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59522) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:40.455850 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5a1060ba-f7f5-430b-8b96-3b117bf0a651 req-db1b1c48-b052-4917-8883-cb39c093db85 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0585477 May 13 13:31:40.458943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Request body: {'subnet': {'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1016296219-subnet', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:40.520914 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5a1060ba-f7f5-430b-8b96-3b117bf0a651 req-e7651493-c95d-43f6-ab9a-ea33b7c59d01 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635281 May 13 13:31:40.641422 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Made reservation on behalf of 0b1cc4c699be4edfa243bc7dde91cd51 for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:40.644037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.928612 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (bf7088c8-d729-46aa-a9b7-b4950f7d22a9), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.993048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7088c8-d729-46aa-a9b7-b4950f7d22a9,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:40.997911 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Checking segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:40.998271 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Network hostable DHCP agents. Network: 8a936522-2bfb-4af4-991c-21176e7e46d4, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:41.104058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:41.189679 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 8a936522-2bfb-4af4-991c-21176e7e46d4) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:41.193979 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:41.195021 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.201057 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42141448-21fe-44fe-a6eb-d7978cccc3d5 None None] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:41.290991 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-022bb9ef-3636-49c6-872c-8fe1156e56a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8406930 May 13 13:31:41.293084 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59534) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:41.298009 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:41.302587 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-8a936522-2bfb-4af4-991c-21176e7e46d4', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:31:41.303598 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.459176 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.461828 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.469546 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Allocated IP 172.20.0.2 (8a936522-2bfb-4af4-991c-21176e7e46d4/bf7088c8-d729-46aa-a9b7-b4950f7d22a9/4cadbd1a-009f-493b-8f9e-839b1905ffb1) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:41.539645 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for router_controller (e8c39c60-e59f-4197-a1bb-515b0ef21347), precommit_add_association {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.661912 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85825a1-d09c-4dde-9338-e50d304c9a87 req-103a7196-2c65-4cbb-86cb-4a6584baec25 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:41.663813 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c85825a1-d09c-4dde-9338-e50d304c9a87 req-103a7196-2c65-4cbb-86cb-4a6584baec25 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0648053 May 13 13:31:41.664253 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks [] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.728251 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c85825a1-d09c-4dde-9338-e50d304c9a87 req-e15ca2f9-f358-4a5f-b654-9ccbfae2a7b0 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585830 May 13 13:31:41.778785 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.832141 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:41.834304 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:41.836747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Pushing event updated for resources: {'Port': ['ID=4cadbd1a-009f-493b-8f9e-839b1905ffb1,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:41.838311 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for router_gateway (e8c39c60-e59f-4197-a1bb-515b0ef21347), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.842052 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:41.910137 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Attempting to bind port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:41.910845 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Attempting to bind port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:41.911450 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Attempting to bind port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 on network 8a936522-2bfb-4af4-991c-21176e7e46d4 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:41.917480 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:41.918208 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Checking segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:41.918786 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.919378 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Bound using segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:41.920022 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Bound port: 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:41.920595 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.994729 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] For port 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:41.997959 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] For port 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=4cadbd1a-009f-493b-8f9e-839b1905ffb1,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:42.133352 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.194049 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71aba-78d5-4634-9516-8917dbd15c60 None None] Pushing event updated for resources: {'Port': ['ID=4cadbd1a-009f-493b-8f9e-839b1905ffb1,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:42.250025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for router_gateway (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.270289 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.413631 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Allocated IP 172.27.0.236 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/8ee0200c-a5f7-49bb-af9f-2318682aa038) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:42.587537 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.704751 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.746688 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:42.749699 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:42.754124 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:42.792149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee0200c-a5f7-49bb-af9f-2318682aa038,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:42.981745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245b225-57ab-4bb4-a10f-0a55c3c185ce req-f179f385-7cd9-4966-8b70-24eb1cd78370 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:42.983324 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9245b225-57ab-4bb4-a10f-0a55c3c185ce req-f179f385-7cd9-4966-8b70-24eb1cd78370 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.1158636 May 13 13:31:43.049632 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9245b225-57ab-4bb4-a10f-0a55c3c185ce req-b24dedae-eec0-4f00-9fbf-647c4a569902 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570536 May 13 13:31:43.248347 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for router_gateway (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.458995 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a01e7-fe66-43f2-ba59-487915f85841 None None] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:43.535035 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Provisioning complete for port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:43.535466 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.730318 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Current status of the port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:43.730731 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.765070 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.793494 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] For port 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=4cadbd1a-009f-493b-8f9e-839b1905ffb1,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:43.857960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.915516 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1807-5ee9-45e6-b985-4a10b72e99e7 None None] Pushing event updated for resources: {'Port': ['ID=4cadbd1a-009f-493b-8f9e-839b1905ffb1,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:43.980231 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-085f347f-6105-4d52-9cd8-44d8952d3121 None None] Provisioning complete for port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:43.980967 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-085f347f-6105-4d52-9cd8-44d8952d3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.012524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Router e8c39c60-e59f-4197-a1bb-515b0ef21347 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:31:44.107345 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-085f347f-6105-4d52-9cd8-44d8952d3121 None None] Current status of the port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:44.155676 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:44.168158 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Sync routers for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:44.179484 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:44.180113 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:44.214509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce78ce-6a03-4a8f-bd61-cda82bb463dd req-a73cf03e-6fba-4484-bb8b-e25c2bf38348 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:44.218293 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1bce78ce-6a03-4a8f-bd61-cda82bb463dd req-a73cf03e-6fba-4484-bb8b-e25c2bf38348 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0598586 May 13 13:31:44.295039 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.296425 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b9349a49-c9c2-44f5-b35f-3fc492679e97 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0023320 May 13 13:31:44.299343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59554) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:44.301279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1bce78ce-6a03-4a8f-bd61-cda82bb463dd req-e1cde079-2828-4296-96a9-81dc6d85f40f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789187 May 13 13:31:44.311220 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:44.555320 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 4cadbd1a-009f-493b-8f9e-839b1905ffb1 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:44.658173 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 3, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:44.669724 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:44.672641 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.697871 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Checking router: e8c39c60-e59f-4197-a1bb-515b0ef21347 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:44.698483 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Updating router e8c39c60-e59f-4197-a1bb-515b0ef21347 port 8ee0200c-a5f7-49bb-af9f-2318682aa038 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:44.731094 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.736572 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8fea3c27-fe5c-4e5e-90be-717fd0e9e564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.787155 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:44.944048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.076881 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks [] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.079845 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:31:45.132504 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Allocated IP 172.20.0.1 (8a936522-2bfb-4af4-991c-21176e7e46d4/bf7088c8-d729-46aa-a9b7-b4950f7d22a9/3c677f14-e89e-40bc-b7de-55dd1b6aa5e6) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:45.240554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks [] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.269341 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.321833 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Attempting to bind port 8ee0200c-a5f7-49bb-af9f-2318682aa038 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:45.322326 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Attempting to bind port 8ee0200c-a5f7-49bb-af9f-2318682aa038 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:45.322802 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Attempting to bind port 8ee0200c-a5f7-49bb-af9f-2318682aa038 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:45.331378 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9080e4-3f9c-42f8-bfdb-dc297a3d23e0 None None] Pushing event updated for resources: {'Port': ['ID=8ee0200c-a5f7-49bb-af9f-2318682aa038,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.334016 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:45.334640 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:45.338131 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.338131 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:45.338131 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Bound port: 8ee0200c-a5f7-49bb-af9f-2318682aa038, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:45.338131 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.394572 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] For port 8ee0200c-a5f7-49bb-af9f-2318682aa038, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:45.398164 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] For port 8ee0200c-a5f7-49bb-af9f-2318682aa038, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8ee0200c-a5f7-49bb-af9f-2318682aa038,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:45.436084 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.465597 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9f915-ca11-42a0-ab18-04f5c4cf06e0 req-895c838d-ba2e-48cc-a9dc-1688eaa3c684 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:45.467872 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-39c9f915-ca11-42a0-ab18-04f5c4cf06e0 req-895c838d-ba2e-48cc-a9dc-1688eaa3c684 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0524457 May 13 13:31:45.483027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:45.486399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:45.507701 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:45.539324 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.541075 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Pushing event updated for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.546321 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-39c9f915-ca11-42a0-ab18-04f5c4cf06e0 req-2b8c18f3-d182-4e1d-a764-49de0bcae088 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623484 May 13 13:31:45.595413 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.661761 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9080e4-3f9c-42f8-bfdb-dc297a3d23e0 None None] Pushing event updated for resources: {'Port': ['ID=8ee0200c-a5f7-49bb-af9f-2318682aa038,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.694577 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:45.695234 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:45.844802 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-cbc18a42-b36c-4495-827b-457b02c8d1ed None None] Provisioning complete for port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:45.845409 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:45.845499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-cbc18a42-b36c-4495-827b-457b02c8d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.921099 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-cbc18a42-b36c-4495-827b-457b02c8d1ed None None] Port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:46.122530 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 3, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:46.135527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.165163 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4c052-24ee-41db-a974-bc619aeca2bb None None] The sync data for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi is: [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 3, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:46.334041 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks [] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.714000 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a2471-53ef-494e-84ce-7f87c51ac8cb req-359ea5a6-3020-4486-8949-a2f2fcb1c03c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:46.715478 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-860a2471-53ef-494e-84ce-7f87c51ac8cb req-359ea5a6-3020-4486-8949-a2f2fcb1c03c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0657730 May 13 13:31:46.727234 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.826333 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-860a2471-53ef-494e-84ce-7f87c51ac8cb req-f7debc1e-b8d0-4981-95e8-cd26ab46e387 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044064 May 13 13:31:46.842305 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Pushing event updated for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:46.845474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.966977 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:46.969668 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:47.029638 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c151baca-999c-4ab1-9765-82efcaa6a334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.161447 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Router e8c39c60-e59f-4197-a1bb-515b0ef21347 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:47.361196 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-d380e321-b4bb-4e30-a49e-9cd2282b3be7 None None] Provisioning complete for port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:47.381760 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d380e321-b4bb-4e30-a49e-9cd2282b3be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.382420 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:47.387311 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ac90001b-6b67-4b0e-8c6e-4b50e13c3c25 admin admin] 10.222.0.25 "PUT /v2.0/routers/e8c39c60-e59f-4197-a1bb-515b0ef21347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866785 May 13 13:31:47.442111 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-d380e321-b4bb-4e30-a49e-9cd2282b3be7 None None] Port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:47.987585 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f25f9-ff0b-4eb8-961d-9ccf1dc918d8 req-fd938b75-5e35-4ceb-ae18-c9b33f0e9fa5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:47.989157 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a42f25f9-ff0b-4eb8-961d-9ccf1dc918d8 req-fd938b75-5e35-4ceb-ae18-c9b33f0e9fa5 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0616546 May 13 13:31:48.048101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a42f25f9-ff0b-4eb8-961d-9ccf1dc918d8 req-f414c8bd-3482-4842-97ac-cf331743e733 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531979 May 13 13:31:48.291216 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Sync routers for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:48.306218 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:48.306850 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:48.458854 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8ee0200c-a5f7-49bb-af9f-2318682aa038 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:48.491349 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:48.588545 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 8ee0200c-a5f7-49bb-af9f-2318682aa038 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:48.588842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.684910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.775687 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 8ee0200c-a5f7-49bb-af9f-2318682aa038 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:48.776179 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.804010 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:46Z', 'revision_number': 2, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:48.807357 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 8ee0200c-a5f7-49bb-af9f-2318682aa038, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8ee0200c-a5f7-49bb-af9f-2318682aa038,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:48.834708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Checking router: e8c39c60-e59f-4197-a1bb-515b0ef21347 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:48.835069 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Updating router e8c39c60-e59f-4197-a1bb-515b0ef21347 port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:48.868880 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.012616 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.137620 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=8ee0200c-a5f7-49bb-af9f-2318682aa038,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.155477 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.155670 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.156036 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.156404 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.156752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.157092 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.157427 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.157763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.158124 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.158696 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.159036 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.159391 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.159732 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.160063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.160393 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:49.196312 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592393-3a3b-49c8-9d70-146706730e6e req-1c01c6bf-eaa1-4535-8fe0-30588e62ceac tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:49.197847 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-40592393-3a3b-49c8-9d70-146706730e6e req-1c01c6bf-eaa1-4535-8fe0-30588e62ceac tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0562041 May 13 13:31:49.251863 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-40592393-3a3b-49c8-9d70-146706730e6e req-6754f636-8396-4393-824c-dd0dae6c961f tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479791 May 13 13:31:49.267241 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59584) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:49.272351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-997401633-network', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:49.343242 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks [] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.378270 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Made reservation on behalf of 81a2c144876d4dfc8b4d4ed76426fdbf for: {'network': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:49.380696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for network (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.389949 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.412647 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.471112 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks [] for security_group (e0de2066-baa1-4135-82d8-4e11e3c7dfe4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.480070 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e532f-a99d-403c-8f77-ef9d731f258d None None] Pushing event updated for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.544527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Attempting to bind port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:49.544527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Attempting to bind port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:49.544527 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Attempting to bind port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 on network 8a936522-2bfb-4af4-991c-21176e7e46d4 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:49.549518 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:49.549976 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Checking segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:49.550380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.550773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Bound using segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:49.551273 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Bound port: 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:49.551688 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.586350 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.612611 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e0de2066-baa1-4135-82d8-4e11e3c7dfe4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.621061 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] For port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:49.624944 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] For port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:49.642521 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:49.648404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de2066-baa1-4135-82d8-4e11e3c7dfe4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.655495 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (18149506-708e-492b-80a3-fa32c89e6179), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.656137 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.segments_db [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Added segment 18149506-708e-492b-80a3-fa32c89e6179 of type vlan for network 6471b6b5-2464-4d9f-b7d4-510f7a310066 May 13 13:31:49.690357 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.694417 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Provisioning complete for port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:49.694781 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.697888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757710912431'] for network (6471b6b5-2464-4d9f-b7d4-510f7a310066), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.792058 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:49.792699 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:49.796143 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e532f-a99d-403c-8f77-ef9d731f258d None None] Pushing event updated for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.813235 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775'] for network (6471b6b5-2464-4d9f-b7d4-510f7a310066), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.814299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:49.814943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.882715 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] Pushing event updated for resources: {'Network': ['ID=6471b6b5-2464-4d9f-b7d4-510f7a310066,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.888103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Current status of the port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:49.888507 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.924785 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 details requested by agent ovs-agent-dv-cinder-841591-2-iscsi with host dv-cinder-841591-2-iscsi {{(pid=103980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:49.941301 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e14307a9-92c7-409d-bad9-6d3c65324125 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6728435 May 13 13:31:49.943990 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59586) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:49.948760 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Request body: {'subnet': {'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-997401633-subnet', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'ip_version': 4}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:50.012158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:50.035367 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Made reservation on behalf of 81a2c144876d4dfc8b4d4ed76426fdbf for: {'subnet': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:50.037824 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5484240'] for subnet (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.051070 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] For port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:50.116979 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.213700 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066661-89fc-4de0-8be3-1fbc464538a4 None None] Pushing event updated for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:50.259640 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-1af282a7-10b4-409c-8197-9b150a02b8ce None None] Provisioning complete for port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:50.260015 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-1af282a7-10b4-409c-8197-9b150a02b8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.269964 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5484238'] for subnet (7a9614d4-5c6e-480a-9ca9-113e6e064af6), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.303944 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:50.338719 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9614d4-5c6e-480a-9ca9-113e6e064af6,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:50.347119 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505106-0036-4284-9554-5b4c6d2066ad None None] The sync data for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi is: [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:50.353508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Checking segment: {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:50.354538 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Network hostable DHCP agents. Network: 6471b6b5-2464-4d9f-b7d4-510f7a310066, hostable agents: ['9ace49f1-6e1e-4f9b-b24e-6480057cd4ad'], hosted agents: [] {{(pid=103979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:50.402501 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee510ca5-8602-4033-8f77-2728797bc23d req-ad6c4e4e-4276-4c42-8239-05a2de6a0f98 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:50.406779 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee510ca5-8602-4033-8f77-2728797bc23d req-ad6c4e4e-4276-4c42-8239-05a2de6a0f98 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0718329 May 13 13:31:50.440465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-1af282a7-10b4-409c-8197-9b150a02b8ce None None] Current status of the port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:50.458271 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 is scheduled to be hosted by DHCP agent 9ace49f1-6e1e-4f9b-b24e-6480057cd4ad with binding_index 1 {{(pid=103979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:50.505216 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ee510ca5-8602-4033-8f77-2728797bc23d req-fb38b634-ad6e-407b-9eac-c9766bf2f607 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949025 May 13 13:31:50.518845 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8ee0200c-a5f7-49bb-af9f-2318682aa038 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:50.569380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 8ee0200c-a5f7-49bb-af9f-2318682aa038 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:50.569767 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.600870 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-2-iscsi, 6471b6b5-2464-4d9f-b7d4-510f7a310066) {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:50.605741 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:50.607014 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.616122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd08a71-7c42-42d8-953e-fc0ace13f4b4 None None] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:50.724919 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7c325f44-ff2b-44d5-b74e-e8cb4224ee5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7798870 May 13 13:31:50.727381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59594) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:50.732277 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:50.760745 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 8ee0200c-a5f7-49bb-af9f-2318682aa038 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:50.777058 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba280b1e-5948-5d88-9caf-3d93ac71cd1f-6471b6b5-2464-4d9f-b7d4-510f7a310066', 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066', 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'fixed_ips': [{'subnet_id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6'}]}} from dv-cinder-841591-2-iscsi. {{(pid=103980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:31:50.777968 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.818116 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8381631'] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.819312 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8381572'] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.875359 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.890017 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for router_controller (278ba7ad-efc0-4539-9e3a-19649032aa96), precommit_add_association {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.929657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.db_base_plugin_common [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Allocated IP 172.20.0.2 (6471b6b5-2464-4d9f-b7d4-510f7a310066/7a9614d4-5c6e-480a-9ca9-113e6e064af6/537be91f-3ecf-48b6-b012-ecf32e349065) {{(pid=103980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:51.109121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks [] for port (537be91f-3ecf-48b6-b012-ecf32e349065), precommit_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.170278 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for router_gateway (278ba7ad-efc0-4539-9e3a-19649032aa96), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.195431 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:31:51.220733 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), after_create {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.448323 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 is already hosted by enough agents. {{(pid=103980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:51.454482 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Pushing event updated for resources: {'Port': ['ID=537be91f-3ecf-48b6-b012-ecf32e349065,revision_number=1']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:51.457301 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for router_gateway (278ba7ad-efc0-4539-9e3a-19649032aa96), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.459600 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.scheduler.base_scheduler [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Resources bound (agent type, host, resource id): {{(pid=103980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:51.462906 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Received port after_create {{(pid=103980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:51.479279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.543860 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:51.567629 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Attempting to bind port 537be91f-3ecf-48b6-b012-ecf32e349065 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:51.568008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Attempting to bind port 537be91f-3ecf-48b6-b012-ecf32e349065 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:51.568431 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Attempting to bind port 537be91f-3ecf-48b6-b012-ecf32e349065 on network 6471b6b5-2464-4d9f-b7d4-510f7a310066 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:51.570737 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'port_id': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'mac_address': 'fa:16:3e:69:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:31:51.607711 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:51.608095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Checking segment: {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:51.608516 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.608909 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Bound using segment: {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:51.609937 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Bound port: 537be91f-3ecf-48b6-b012-ecf32e349065, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:51.610325 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.610775 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Allocated IP 172.27.0.108 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/99441362-8a43-46ff-849a-dada0fac3698) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:51.627802 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:51.628199 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.650768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a3bd-dbaa-4e27-8941-fe60fdeae680 req-f68dbb5b-14e0-4c68-9754-c0011d8cee25 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:51.652904 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2d1a3bd-dbaa-4e27-8941-fe60fdeae680 req-f68dbb5b-14e0-4c68-9754-c0011d8cee25 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 944 time: 0.0624118 May 13 13:31:51.661610 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:51.688720 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:51.714307 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2d1a3bd-dbaa-4e27-8941-fe60fdeae680 req-913ebdd5-a68c-442c-bb05-53d7d1f9e11d tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555747 May 13 13:31:51.722186 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] For port 537be91f-3ecf-48b6-b012-ecf32e349065, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:51.725293 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] For port 537be91f-3ecf-48b6-b012-ecf32e349065, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=537be91f-3ecf-48b6-b012-ecf32e349065,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:51.737343 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for port (99441362-8a43-46ff-849a-dada0fac3698), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.772278 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.801533 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.830306 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (99441362-8a43-46ff-849a-dada0fac3698), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:51.835923 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=9']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:51.880313 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:51.883281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:51.888332 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:51.906648 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832b366-d65c-43a8-aa27-3cb3b7a6d4fa None None] Pushing event updated for resources: {'Port': ['ID=537be91f-3ecf-48b6-b012-ecf32e349065,revision_number=2']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:51.917098 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Pushing event updated for resources: {'Port': ['ID=99441362-8a43-46ff-849a-dada0fac3698,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:52.044243 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['ed34b0e2-4b0c-4721-9e85-8167943bb597'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:52.261742 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for router_gateway (278ba7ad-efc0-4539-9e3a-19649032aa96), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.470567 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 537be91f-3ecf-48b6-b012-ecf32e349065 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:52.481260 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482569'] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.526507 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 537be91f-3ecf-48b6-b012-ecf32e349065 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:52.527163 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.608296 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 537be91f-3ecf-48b6-b012-ecf32e349065 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:52.608705 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.687789 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 537be91f-3ecf-48b6-b012-ecf32e349065, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=537be91f-3ecf-48b6-b012-ecf32e349065,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:52.808959 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a9311-0439-47ea-b04e-d669ceb1af0b None None] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:52.835450 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Router 278ba7ad-efc0-4539-9e3a-19649032aa96 is scheduled to L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 with binding_index 1 {{(pid=103979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:31:52.843727 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693117e5-c3d1-43ce-852e-7ce2e20c24dc req-625f072b-ec28-41ca-be08-0ddd084c021a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:52.853220 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-693117e5-c3d1-43ce-852e-7ce2e20c24dc req-625f072b-ec28-41ca-be08-0ddd084c021a tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 945 time: 0.0514910 May 13 13:31:52.853380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.853380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:52.949002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9d69357c-e174-4819-af0f-509645b33d88 None None] Provisioning complete for port 537be91f-3ecf-48b6-b012-ecf32e349065 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:52.949380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d69357c-e174-4819-af0f-509645b33d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.953423 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-693117e5-c3d1-43ce-852e-7ce2e20c24dc req-7e44fe43-b0b7-4e22-8f39-d3a50e40e8fa tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997729 May 13 13:31:52.997029 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=537be91f-3ecf-48b6-b012-ecf32e349065,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:52.997321 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:53.009107 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Sync routers for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:53.022027 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:53.027391 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:53.044133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:53.044440 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.124023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9d69357c-e174-4819-af0f-509645b33d88 None None] Current status of the port 537be91f-3ecf-48b6-b012-ecf32e349065 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:53.134537 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.139731 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-aecd77ac-3453-40b7-b872-b98cb6feba0d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4079707 May 13 13:31:53.140261 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59606) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:53.154931 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:53.184716 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:53.203612 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:53.261604 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port ed34b0e2-4b0c-4721-9e85-8167943bb597 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:53.262156 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.358275 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 3, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:53.358965 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-c00e2086-6e19-424e-bd19-9bc0f7690c17 None None] Provisioning complete for port 537be91f-3ecf-48b6-b012-ecf32e349065 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:53.359494 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c00e2086-6e19-424e-bd19-9bc0f7690c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.362395 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port ed34b0e2-4b0c-4721-9e85-8167943bb597 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:53.362739 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.386053 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Checking router: 278ba7ad-efc0-4539-9e3a-19649032aa96 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:53.386317 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Updating router 278ba7ad-efc0-4539-9e3a-19649032aa96 port 99441362-8a43-46ff-849a-dada0fac3698 binding host dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:53.413972 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (99441362-8a43-46ff-849a-dada0fac3698), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.419230 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:53.419230 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9461e-463e-40bc-a126-e63ba58088e1" -d '{"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:53.433726 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:53.478023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa7984-ff34-451b-ba88-29e81308fce7 x-openstack-request-id: req-f0fa7984-ff34-451b-ba88-29e81308fce7 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:53.478631 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-plugged", "status": "completed", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:53.478927 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0fa7984-ff34-451b-ba88-29e81308fce7 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:53.479698 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fa7984-ff34-451b-ba88-29e81308fce7'] response: {'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'code': 200} May 13 13:31:53.482200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c00e2086-6e19-424e-bd19-9bc0f7690c17 None None] Current status of the port 537be91f-3ecf-48b6-b012-ecf32e349065 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:53.516198 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.570411 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=10']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:53.632777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.702657 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks [] for port (99441362-8a43-46ff-849a-dada0fac3698), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.755083 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (99441362-8a43-46ff-849a-dada0fac3698), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.806427 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Attempting to bind port 99441362-8a43-46ff-849a-dada0fac3698 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:53.806796 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Attempting to bind port 99441362-8a43-46ff-849a-dada0fac3698 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:53.807152 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Attempting to bind port 99441362-8a43-46ff-849a-dada0fac3698 on network f321abd2-d8bb-48c4-80a5-02e263f2cc37 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:53.809014 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08fc90-ea60-4dfc-9a37-cc3217eb9f6a None None] Pushing event updated for resources: {'Port': ['ID=99441362-8a43-46ff-849a-dada0fac3698,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:53.815030 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:53.815363 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Checking segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:53.815802 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.816625 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Bound using segment: {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:53.816625 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Bound port: 99441362-8a43-46ff-849a-dada0fac3698, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:53.816974 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (99441362-8a43-46ff-849a-dada0fac3698), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.824375 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeb74f-e7d8-4e0a-86cf-5cbaf3fe2b3d req-9240c02d-4e36-4a45-bee4-ce414283155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:53.825984 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7afeb74f-e7d8-4e0a-86cf-5cbaf3fe2b3d req-9240c02d-4e36-4a45-bee4-ce414283155c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1131 time: 0.0497997 May 13 13:31:53.828966 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Allocated IP 172.20.0.1 (6471b6b5-2464-4d9f-b7d4-510f7a310066/7a9614d4-5c6e-480a-9ca9-113e6e064af6/376581b3-0198-4109-b8e6-abc3567ffa10) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:53.866322 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] For port 99441362-8a43-46ff-849a-dada0fac3698, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:53.869222 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] For port 99441362-8a43-46ff-849a-dada0fac3698, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=99441362-8a43-46ff-849a-dada0fac3698,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:53.925979 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7afeb74f-e7d8-4e0a-86cf-5cbaf3fe2b3d req-ec27b2e4-1acd-4ef4-bbcd-51a32a6b4987 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923245 May 13 13:31:53.944320 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (99441362-8a43-46ff-849a-dada0fac3698), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.970158 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks [] for port (376581b3-0198-4109-b8e6-abc3567ffa10), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.005615 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:54.006278 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:54.040679 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08fc90-ea60-4dfc-9a37-cc3217eb9f6a None None] Pushing event updated for resources: {'Port': ['ID=99441362-8a43-46ff-849a-dada0fac3698,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:54.058554 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.087206 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2088-6675-408b-ae2b-fafe1abeec42 req-3075e1f3-da30-4dc3-912e-9aee5dfe72f1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:54.088724 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0d0f2088-6675-408b-ae2b-fafe1abeec42 req-3075e1f3-da30-4dc3-912e-9aee5dfe72f1 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0562088 May 13 13:31:54.100559 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:54.106342 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:54.111528 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:54.124377 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:54.136759 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Pushing event updated for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:54.144715 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0d0f2088-6675-408b-ae2b-fafe1abeec42 req-b617cd65-a38d-4773-ac92-18ae9ac7d737 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490282 May 13 13:31:54.179603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477278'] for router_interface (278ba7ad-efc0-4539-9e3a-19649032aa96), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.395404 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 3, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:54.405943 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.410821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-117d43a4-f709-4e2e-8d06-782ddbf2873a None None] Provisioning complete for port 376581b3-0198-4109-b8e6-abc3567ffa10 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:54.411358 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-117d43a4-f709-4e2e-8d06-782ddbf2873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.452042 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c333dd0-6941-4e41-826c-73117b2bf4d3 None None] The sync data for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi is: [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 3, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:54.457671 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-117d43a4-f709-4e2e-8d06-782ddbf2873a None None] Port 376581b3-0198-4109-b8e6-abc3567ffa10 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:54.460728 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 537be91f-3ecf-48b6-b012-ecf32e349065 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:54.511384 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 537be91f-3ecf-48b6-b012-ecf32e349065 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:54.512175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.598447 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 537be91f-3ecf-48b6-b012-ecf32e349065 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:54.599722 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks [] for port (376581b3-0198-4109-b8e6-abc3567ffa10), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.698041 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.771113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Pushing event updated for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:54.775299 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478563'] for router_interface (278ba7ad-efc0-4539-9e3a-19649032aa96), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.870830 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:54.872215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:55.004703 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Router 278ba7ad-efc0-4539-9e3a-19649032aa96 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:55.139587 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:55.146010 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-656f00e4-6150-4cc5-9463-5363be58ff9c admin admin] 10.222.0.25 "PUT /v2.0/routers/278ba7ad-efc0-4539-9e3a-19649032aa96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055547 May 13 13:31:55.181825 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-96d14e5f-c091-4bd3-b57c-820d38e9a1ed None None] Provisioning complete for port 376581b3-0198-4109-b8e6-abc3567ffa10 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:55.182329 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-96d14e5f-c091-4bd3-b57c-820d38e9a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.232624 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-96d14e5f-c091-4bd3-b57c-820d38e9a1ed None None] Port 376581b3-0198-4109-b8e6-abc3567ffa10 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:55.323038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3405a02-47bd-4d3e-b823-51125e9675fd req-b6958b29-f645-4f78-94db-929c03113872 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:55.324621 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3405a02-47bd-4d3e-b823-51125e9675fd req-b6958b29-f645-4f78-94db-929c03113872 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0757427 May 13 13:31:55.410456 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b3405a02-47bd-4d3e-b823-51125e9675fd req-be6e0492-fa87-450d-b51a-5827400b6178 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789881 May 13 13:31:55.620897 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59648) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:55.626066 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273691430', 'description': 'tempest-secgroup-smoke-273691430 description', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:55.726766 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.802219 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (16986413-0ee4-4b2a-baa1-42ee627eff25), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.875355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (16986413-0ee4-4b2a-baa1-42ee627eff25), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.903399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16986413-0ee4-4b2a-baa1-42ee627eff25,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:55.951350 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.953239 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4f890506-4e6e-4ed5-8535-2a295baa6abc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3306797 May 13 13:31:55.955500 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59660) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:55.959917 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.104493 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (a0663407-a815-4a11-827d-432cea67df7b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.164497 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (a0663407-a815-4a11-827d-432cea67df7b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.235601 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (a0663407-a815-4a11-827d-432cea67df7b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.252330 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0663407-a815-4a11-827d-432cea67df7b,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:56.340056 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.341377 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b776844c-e4ba-4fae-a349-aa40d75c4dad tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849673 May 13 13:31:56.344870 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59664) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:56.352174 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.473203 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 99441362-8a43-46ff-849a-dada0fac3698 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:56.521242 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 99441362-8a43-46ff-849a-dada0fac3698 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:56.521875 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (99441362-8a43-46ff-849a-dada0fac3698), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.545947 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561162-0669-4aae-8235-bb4c6c65f4df req-bb5651a6-af01-439e-a15d-3ebcdb5269c4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:56.548048 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-01561162-0669-4aae-8235-bb4c6c65f4df req-bb5651a6-af01-439e-a15d-3ebcdb5269c4 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0543027 May 13 13:31:56.578426 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (efc081b6-919e-40df-aced-d58438d77289), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.606743 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 99441362-8a43-46ff-849a-dada0fac3698 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:56.610437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (99441362-8a43-46ff-849a-dada0fac3698), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.616946 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-01561162-0669-4aae-8235-bb4c6c65f4df req-aaf98a75-20f5-4107-99c5-b7b020cf8e57 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619819 May 13 13:31:56.629127 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] For port 99441362-8a43-46ff-849a-dada0fac3698, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=99441362-8a43-46ff-849a-dada0fac3698,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:56.646138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (efc081b6-919e-40df-aced-d58438d77289), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.721122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (99441362-8a43-46ff-849a-dada0fac3698), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.766866 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (efc081b6-919e-40df-aced-d58438d77289), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.770034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Pushing event updated for resources: {'Port': ['ID=99441362-8a43-46ff-849a-dada0fac3698,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:56.783700 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc081b6-919e-40df-aced-d58438d77289,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:56.871996 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.873438 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-52c5a838-613c-46b7-87d0-775155172a29 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5275142 May 13 13:31:56.876118 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59670) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:56.880553 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.978386 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (7d898625-3f23-4b50-8b6a-c49cc2c02793), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.036969 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (7d898625-3f23-4b50-8b6a-c49cc2c02793), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.138314 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (7d898625-3f23-4b50-8b6a-c49cc2c02793), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.156029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d898625-3f23-4b50-8b6a-c49cc2c02793,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.265775 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.267172 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b1401b12-d485-4bc6-903a-951d2e623233 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900971 May 13 13:31:57.270194 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59672) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:57.274265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.331725 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Sync routers for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:57.342027 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:57.342638 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:57.371867 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (eda3ac48-5f7b-4d42-9135-25ecb492bfb3), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.433294 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (eda3ac48-5f7b-4d42-9135-25ecb492bfb3), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.454160 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:57.566684 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (eda3ac48-5f7b-4d42-9135-25ecb492bfb3), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.587469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda3ac48-5f7b-4d42-9135-25ecb492bfb3,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.650589 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:54Z', 'revision_number': 4, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '376581b3-0198-4109-b8e6-abc3567ffa10', 'name': '', 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'mac_address': 'fa:16:3e:cd:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:53Z', 'updated_at': '2022-05-13T13:31:54Z', 'revision_number': 2, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'subnets': [{'id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:57.671897 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.675797 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6f111102-43fa-4aa0-bdaf-fe9e7175009b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4023547 May 13 13:31:57.676209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59678) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:57.679233 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Checking router: 278ba7ad-efc0-4539-9e3a-19649032aa96 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:57.679233 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Updating router 278ba7ad-efc0-4539-9e3a-19649032aa96 port 376581b3-0198-4109-b8e6-abc3567ffa10 binding host dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:57.683675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.710222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.743081 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b279610-7703-4bf4-bf8a-9c1fd532fc80 req-e6d7ef4a-81de-4891-beb2-9e87aa4bb642 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:57.744550 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0b279610-7703-4bf4-bf8a-9c1fd532fc80 req-e6d7ef4a-81de-4891-beb2-9e87aa4bb642 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0496812 May 13 13:31:57.749708 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Project 0b1cc4c699be4edfa243bc7dde91cd51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:57.756067 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (57c98fe1-845d-471d-b316-488020f8c238), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.798857 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0b279610-7703-4bf4-bf8a-9c1fd532fc80 req-01c399c2-4aa2-4d01-be86-24d180ac0faa tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478277 May 13 13:31:57.827987 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (57c98fe1-845d-471d-b316-488020f8c238), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.886196 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (57c98fe1-845d-471d-b316-488020f8c238), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.904332 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c98fe1-845d-471d-b316-488020f8c238,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.968197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.969446 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d53499d4-34c3-442a-bfe4-cfcc59e718e7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2922208 May 13 13:31:57.972119 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59682) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:57.976517 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'security_group_rule': {'security_group_id': '16986413-0ee4-4b2a-baa1-42ee627eff25', 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.986191 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks [] for port (376581b3-0198-4109-b8e6-abc3567ffa10), precommit_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.046142 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.057696 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.securitygroups_db [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Project 0b1cc4c699be4edfa243bc7dde91cd51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:58.063968 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (c9edd528-a12b-4b5e-bab5-62cd854fb5a2), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.098249 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebf9ac-c85b-448b-b5e6-55b07bb3f7b5 None None] Pushing event updated for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=3']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.139740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (c9edd528-a12b-4b5e-bab5-62cd854fb5a2), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.154479 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Attempting to bind port 376581b3-0198-4109-b8e6-abc3567ffa10 on host dv-cinder-841591-2-iscsi for vnic_type normal with profile {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:58.154759 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Attempting to bind port 376581b3-0198-4109-b8e6-abc3567ffa10 by drivers openvswitch,hyperv on host dv-cinder-841591-2-iscsi at level 0 using segments [{'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:58.155128 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Attempting to bind port 376581b3-0198-4109-b8e6-abc3567ffa10 on network 6471b6b5-2464-4d9f-b7d4-510f7a310066 {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:58.160491 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Checking agent: {'id': '1633d98a-8062-4f1b-b7d6-b7ab0af5a592', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 16, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:58.161416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Checking segment: {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:58.161416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.161657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Bound using segment: {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'} {{(pid=103980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:58.162201 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.managers [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Bound port: 376581b3-0198-4109-b8e6-abc3567ffa10, host: dv-cinder-841591-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18149506-708e-492b-80a3-fa32c89e6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066'}}] {{(pid=103980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:58.162591 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.212400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (c9edd528-a12b-4b5e-bab5-62cd854fb5a2), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.232260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9edd528-a12b-4b5e-bab5-62cd854fb5a2,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.234330 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] For port 376581b3-0198-4109-b8e6-abc3567ffa10, host dv-cinder-841591-2-iscsi, cleared binding levels {{(pid=103980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:58.238350 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] For port 376581b3-0198-4109-b8e6-abc3567ffa10, host dv-cinder-841591-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=376581b3-0198-4109-b8e6-abc3567ffa10,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:58.288807 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.298267 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-67811076-c92f-4995-890a-bd59538957a4 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3168993 May 13 13:31:58.353367 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.424672 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebf9ac-c85b-448b-b5e6-55b07bb3f7b5 None None] Pushing event updated for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.436959 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Provisioning complete for port 376581b3-0198-4109-b8e6-abc3567ffa10 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:58.437390 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.463658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 99441362-8a43-46ff-849a-dada0fac3698 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:58.465435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:58.466242 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:58.797164 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:58.825435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 99441362-8a43-46ff-849a-dada0fac3698 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:58.825827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (99441362-8a43-46ff-849a-dada0fac3698), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.854368 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Current status of the port 376581b3-0198-4109-b8e6-abc3567ffa10 is: DOWN; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:58.854754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.990987 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] For port 376581b3-0198-4109-b8e6-abc3567ffa10, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=376581b3-0198-4109-b8e6-abc3567ffa10,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:59.079264 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 99441362-8a43-46ff-849a-dada0fac3698 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:59.083449 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:59.122946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:54Z', 'revision_number': 4, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '376581b3-0198-4109-b8e6-abc3567ffa10', 'name': '', 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'mac_address': 'fa:16:3e:cd:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:53Z', 'updated_at': '2022-05-13T13:31:58Z', 'revision_number': 4, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'subnets': [{'id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:59.159518 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5251ed-d2dd-4576-9e38-0202be4f27b6 None None] The sync data for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi is: [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:31:54Z', 'revision_number': 4, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '376581b3-0198-4109-b8e6-abc3567ffa10', 'name': '', 'network_id': '6471b6b5-2464-4d9f-b7d4-510f7a310066', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'mac_address': 'fa:16:3e:cd:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:53Z', 'updated_at': '2022-05-13T13:31:58Z', 'revision_number': 4, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'subnets': [{'id': '7a9614d4-5c6e-480a-9ca9-113e6e064af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:59.169753 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa94c4-b71c-4b53-934c-255d3b41fe88 None None] Pushing event updated for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:59.215946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-562fe5d1-f5ac-42c7-8f6d-a47a5919bc01 None None] Provisioning complete for port 376581b3-0198-4109-b8e6-abc3567ffa10 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:59.216375 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-562fe5d1-f5ac-42c7-8f6d-a47a5919bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:59.335124 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-562fe5d1-f5ac-42c7-8f6d-a47a5919bc01 None None] Current status of the port 376581b3-0198-4109-b8e6-abc3567ffa10 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:00.452848 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 376581b3-0198-4109-b8e6-abc3567ffa10 up at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:00.502095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Provisioning complete for port 376581b3-0198-4109-b8e6-abc3567ffa10 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:00.502095 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:00.591975 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Current status of the port 376581b3-0198-4109-b8e6-abc3567ffa10 is: ACTIVE; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:01.458393 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc756cf-706c-4bdf-856d-bdc5eb86095b req-1c3b351c-cfd2-40c1-9bc0-237ef4d7937e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:01.460101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbc756cf-706c-4bdf-856d-bdc5eb86095b req-1c3b351c-cfd2-40c1-9bc0-237ef4d7937e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0512750 May 13 13:32:01.514917 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fbc756cf-706c-4bdf-856d-bdc5eb86095b req-dce43fab-d86e-4325-9aa1-7b453f589201 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490613 May 13 13:32:02.630145 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f82bf9-c07e-4351-ba8e-9df4dd6e7559 req-4e976b22-9290-40dc-8f22-9cb5de2b13ac tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:02.631606 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-58f82bf9-c07e-4351-ba8e-9df4dd6e7559 req-4e976b22-9290-40dc-8f22-9cb5de2b13ac tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0484900 May 13 13:32:02.682070 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-58f82bf9-c07e-4351-ba8e-9df4dd6e7559 req-e17c8815-9c9e-4d5f-9e0f-1295cc6a7037 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447996 May 13 13:32:03.411844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-8b24ffd2-aadb-4049-ba0e-2d8368e909af tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:03.413379 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-8b24ffd2-aadb-4049-ba0e-2d8368e909af tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0498855 May 13 13:32:03.517383 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port d1cd2559-b1b4-466c-9ab5-45773dffdb54 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:03.517770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:03.610677 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] For port d1cd2559-b1b4-466c-9ab5-45773dffdb54, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d1cd2559-b1b4-466c-9ab5-45773dffdb54,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:03.611053 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:03.796344 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:03.797451 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (d54254d0-60b2-400f-a3ae-fad82a887154), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:03.797995 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP d54254d0-60b2-400f-a3ae-fad82a887154 disassociated. External IP: 172.27.0.54, port: d1cd2559-b1b4-466c-9ab5-45773dffdb54. May 13 13:32:03.798490 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for d1cd2559-b1b4-466c-9ab5-45773dffdb54 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:03.808615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7fe72-9a69-47c8-9b76-2a97619caa05 req-fa656819-e323-4c59-a39b-e2e001e6ff98 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:03.810436 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6ac7fe72-9a69-47c8-9b76-2a97619caa05 req-fa656819-e323-4c59-a39b-e2e001e6ff98 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 945 time: 0.0520260 May 13 13:32:03.865298 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6ac7fe72-9a69-47c8-9b76-2a97619caa05 req-8fb9b08a-6b12-4b06-a09b-1f22902d68c3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484219 May 13 13:32:03.966841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (d1cd2559-b1b4-466c-9ab5-45773dffdb54), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:04.001011 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=d1cd2559-b1b4-466c-9ab5-45773dffdb54,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:04.130179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:04.251955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:04.265242 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:04.285413 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:04.285413 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:04.418918 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:04.573815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] No DVR routers for this DVR port d1cd2559-b1b4-466c-9ab5-45773dffdb54 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:04.576933 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:04.580442 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2d8293f3-cfdf-45cd-b342-ca2bbafbc277 req-01c5f275-9a9a-4435-bdb9-e2db2186bd04 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "DELETE /v2.0/ports/d1cd2559-b1b4-466c-9ab5-45773dffdb54 HTTP/1.1" status: 204 len: 173 time: 1.1528742 May 13 13:32:04.584824 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'name': 'network-vif-deleted', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:04.589647 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09972e8d-f0e9-4bea-8de6-25dc836ec7c6" -d '{"events": [{"server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "name": "network-vif-deleted", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:04.630495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9079e8-1b2b-4881-8630-8651319e2278 x-openstack-request-id: req-dc9079e8-1b2b-4881-8630-8651319e2278 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:04.630788 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c", "name": "network-vif-deleted", "tag": "d1cd2559-b1b4-466c-9ab5-45773dffdb54", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:04.631047 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc9079e8-1b2b-4881-8630-8651319e2278 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:04.631457 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9079e8-1b2b-4881-8630-8651319e2278'] response: {'server_uuid': 'ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c', 'name': 'network-vif-deleted', 'tag': 'd1cd2559-b1b4-466c-9ab5-45773dffdb54', 'status': 'completed', 'code': 200} May 13 13:32:04.675950 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:04.704975 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:04.717103 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:04.718291 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:04.792798 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74edf3-f7e3-4f9d-a309-ebdbadff3534 req-c1838d40-8b2d-4066-845b-7a4b64031a36 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:04.794326 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd74edf3-f7e3-4f9d-a309-ebdbadff3534 req-c1838d40-8b2d-4066-845b-7a4b64031a36 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0486505 May 13 13:32:04.839796 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:04.844560 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dd74edf3-f7e3-4f9d-a309-ebdbadff3534 req-06ba8761-868c-432d-b29f-82c8e987722b tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 May 13 13:32:04.971873 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f54263dd-213a-40c8-af09-658af90f0f66 req-4ce1f37d-45f8-4b27-9f36-7c23add7f55f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0303853 May 13 13:32:05.058585 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-502bdd36-4120-4613-89e3-8728424078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:05.087025 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bdd36-4120-4613-89e3-8728424078dd None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:05.242944 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d1cd2559-b1b4-466c-9ab5-45773dffdb54 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:05.264153 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: d1cd2559-b1b4-466c-9ab5-45773dffdb54 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:05.264542 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d1cd2559-b1b4-466c-9ab5-45773dffdb54 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:05.320034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81d41f-520c-4b5f-9505-96028c0fe282 None None] New status for floating IP d54254d0-60b2-400f-a3ae-fad82a887154: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:05.966943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f51d74-8e88-46a2-8482-bd38abcc69e5 req-0b310a61-1f58-4eb4-90da-7be72d3019dc tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:05.968522 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-29f51d74-8e88-46a2-8482-bd38abcc69e5 req-0b310a61-1f58-4eb4-90da-7be72d3019dc tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0498152 May 13 13:32:06.018284 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-29f51d74-8e88-46a2-8482-bd38abcc69e5 req-130ed4c7-342b-460c-adbc-a74aee2d6c61 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 May 13 13:32:06.067533 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-279362f7-8455-4813-acea-036fae0bbf26 req-fc86439f-23b0-41ad-902f-80527ea9fa96 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0275724 May 13 13:32:06.790450 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-e0002e9a-f9e5-49da-a1ef-8177e2446660 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:06.792007 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-e0002e9a-f9e5-49da-a1ef-8177e2446660 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0494325 May 13 13:32:06.888195 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Deleting port 093f7cfd-0126-49c6-9c1c-b42a1adde880 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:06.888195 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:06.974616 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] For port 093f7cfd-0126-49c6-9c1c-b42a1adde880, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=093f7cfd-0126-49c6-9c1c-b42a1adde880,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:06.974976 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:07.154614 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960f2d2-cd92-4f47-8614-06036ede99e6 req-748d130e-a3f2-4700-b274-062c7ce0f693 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:07.156276 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3960f2d2-cd92-4f47-8614-06036ede99e6 req-748d130e-a3f2-4700-b274-062c7ce0f693 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 945 time: 0.0544724 May 13 13:32:07.164840 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:07.165390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:07.165543 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Floating IP ced22ef2-feb6-4354-8c37-c19fc17c1196 disassociated. External IP: 172.27.0.82, port: 093f7cfd-0126-49c6-9c1c-b42a1adde880. May 13 13:32:07.165866 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Calling delete_port for 093f7cfd-0126-49c6-9c1c-b42a1adde880 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:07.202808 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d1084843-5ef9-4533-b56f-dba9e1a4042f req-b9c1c5e5-99e5-4ab8-a417-d026f0dd3417 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae8ba4c8-0ab5-4c08-8a36-3f2d973b3f3c HTTP/1.1" status: 200 len: 210 time: 0.0346606 May 13 13:32:07.207351 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3960f2d2-cd92-4f47-8614-06036ede99e6 req-babbdeca-8ad4-41ba-9538-640095430552 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups?id=67db4cff-cb06-4a77-a044-4dfc66d3801b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 May 13 13:32:07.452133 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (093f7cfd-0126-49c6-9c1c-b42a1adde880), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:07.482675 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'Port': ['ID=093f7cfd-0126-49c6-9c1c-b42a1adde880,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:07.606477 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:07.730327 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:07.740275 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:07.754460 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:07.755107 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:07.785217 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] No DVR routers for this DVR port 093f7cfd-0126-49c6-9c1c-b42a1adde880 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:07.788637 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:07.793590 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0703f89f-7fd2-43a8-b435-e9f44f69508b req-4ccbc5b9-515b-43d9-8628-ddcc79274dc5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.70 "DELETE /v2.0/ports/093f7cfd-0126-49c6-9c1c-b42a1adde880 HTTP/1.1" status: 204 len: 173 time: 0.9931190 May 13 13:32:07.794239 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'name': 'network-vif-deleted', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:07.802612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8162e1-6f51-45c6-864a-31ff6acba42b" -d '{"events": [{"server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "name": "network-vif-deleted", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:07.850194 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df80fc0e-4786-4270-981f-361dd9d5d177 x-openstack-request-id: req-df80fc0e-4786-4270-981f-361dd9d5d177 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:07.850646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8fab2-8f7c-4abf-8c09-b09f33719545", "name": "network-vif-deleted", "tag": "093f7cfd-0126-49c6-9c1c-b42a1adde880", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:07.850973 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df80fc0e-4786-4270-981f-361dd9d5d177 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:07.852155 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df80fc0e-4786-4270-981f-361dd9d5d177'] response: {'server_uuid': '86a8fab2-8f7c-4abf-8c09-b09f33719545', 'name': 'network-vif-deleted', 'tag': '093f7cfd-0126-49c6-9c1c-b42a1adde880', 'status': 'completed', 'code': 200} May 13 13:32:07.887122 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:08.091592 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:08.119492 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:08.128630 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:08.129277 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:08.336038 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:08.338246 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f072d374-3a6b-4275-962f-f344d3fbe7c8 req-3e470422-3eb1-4113-9842-f10e2971d4bb tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a8fab2-8f7c-4abf-8c09-b09f33719545 HTTP/1.1" status: 200 len: 210 time: 0.0303602 May 13 13:32:08.551098 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-b853e920-8dbf-40fc-a3ce-b8d467c372d1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854436485&fields=id&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 267 time: 0.0821874 May 13 13:32:08.555535 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:08.584046 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56188a83-5926-438e-a77e-850dbfdcd7da None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:20Z', 'revision_number': 4, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'a98a4206-182e-45c7-8fb0-bdc11119b4c7', 'name': '', 'network_id': 'dceba3d8-accd-41b8-a33c-38f5d7f6c90b', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'mac_address': 'fa:16:3e:ec:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:18Z', 'updated_at': '2022-05-13T13:25:31Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'subnets': [{'id': 'adf7737d-48ac-438d-b3ed-92556dc0ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:08.686168 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-e4bf3734-722a-463a-919b-fc1c9f74a83c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:08.688859 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-e4bf3734-722a-463a-919b-fc1c9f74a83c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.1307356 May 13 13:32:08.703700 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-769a7ccb-32a2-4075-a882-783d1131c2ca tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/quotas/d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 375 time: 0.0095866 May 13 13:32:08.766509 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-cd2ba2f3-d0a7-4f6c-9a28-b7b34b3261e1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562439 May 13 13:32:08.850718 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f27076-f9e1-4f06-a77d-d062d9045a5b None None] New status for floating IP ced22ef2-feb6-4354-8c37-c19fc17c1196: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:08.890226 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-01971fc0-700e-4500-b070-2546aca1ccf4 service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067121 May 13 13:32:08.988540 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-28358c65-a962-4844-bcdf-7889e60cf95c service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927913 May 13 13:32:09.276920 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 093f7cfd-0126-49c6-9c1c-b42a1adde880 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:09.299008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 093f7cfd-0126-49c6-9c1c-b42a1adde880 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:09.299362 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 093f7cfd-0126-49c6-9c1c-b42a1adde880 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:09.522405 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59862) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:09.578472 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (67db4cff-cb06-4a77-a044-4dfc66d3801b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:09.604983 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (67db4cff-cb06-4a77-a044-4dfc66d3801b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:09.699913 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fc1acf72-313a-4746-b176-41ebc0256706 req-da3d694d-de12-463b-b66a-713d2a4d92d8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 210 time: 0.0277674 May 13 13:32:09.817904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (67db4cff-cb06-4a77-a044-4dfc66d3801b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:09.820939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:09.822102 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "DELETE /v2.0/security-groups/67db4cff-cb06-4a77-a044-4dfc66d3801b HTTP/1.1" status: 204 len: 168 time: 0.2986829 May 13 13:32:09.824950 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59880) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:09.832262 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e8365-cb73-47f6-b6a2-04ef232bcdd5 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db4cff-cb06-4a77-a044-4dfc66d3801b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:09.840305 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.api.v2.resource [None req-9f30584b-8a5c-4ba4-ae48-48ee4ac54027 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] show failed (client error): The resource could not be found. May 13 13:32:09.841824 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9f30584b-8a5c-4ba4-ae48-48ee4ac54027 tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "GET /v2.0/security-groups/67db4cff-cb06-4a77-a044-4dfc66d3801b HTTP/1.1" status: 404 len: 347 time: 0.0154405 May 13 13:32:09.844392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59882) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:09.968968 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Deleting port c0abe3f3-f9db-40b9-b9fc-c848a30866de {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:09.969312 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.048820 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.049157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (c0abe3f3-f9db-40b9-b9fc-c848a30866de), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.061968 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Calling delete_port for c0abe3f3-f9db-40b9-b9fc-c848a30866de owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:10.280879 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.349540 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (c0abe3f3-f9db-40b9-b9fc-c848a30866de), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.642425 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Pushing event deleted for resources: {'Port': ['ID=c0abe3f3-f9db-40b9-b9fc-c848a30866de,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:10.702232 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks [] for floatingip (ced22ef2-feb6-4354-8c37-c19fc17c1196), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.705826 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.707137 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-db23e0c4-4caa-4a72-a2dd-253a15d435ff tempest-AttachVolumeTestJSON-961764179 tempest-AttachVolumeTestJSON-961764179-project] 10.222.0.25 "DELETE /v2.0/floatingips/ced22ef2-feb6-4354-8c37-c19fc17c1196 HTTP/1.1" status: 204 len: 168 time: 0.8614485 May 13 13:32:10.808759 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9507e6e5-c412-4d41-88c7-91a0402044b7 req-edb89be0-50e5-42e8-9185-23131d27f143 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 210 time: 0.0317075 May 13 13:32:11.906832 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-dfa81ef4-af0d-4448-ae8b-bcfc25a43531 req-50b45700-4b41-40bc-9289-721aa8cbf774 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 210 time: 0.0287540 May 13 13:32:12.055255 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-13ba011d-1599-4038-bbcc-5240213caad6 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.056840 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-13ba011d-1599-4038-bbcc-5240213caad6 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.1022246 May 13 13:32:12.123078 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-336226f5-8ef3-42c1-a249-85828de5696c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 379 time: 0.0543416 May 13 13:32:12.131535 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'port': {'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'admin_state_up': True, 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'security_groups': ['e496a54b-ad5a-4be4-8933-1b6327d5747f']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:12.337692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Made reservation on behalf of d3e32e04d1f44e97b903f98c7c2749db for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:32:12.341292 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:12.464622 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.20.0.13 (6c9600aa-af97-422e-b469-899e3d008792/7237cb52-d108-46c9-b606-7c1a5616a27d/4d81ea3d-1342-41f8-9505-45e355cea083) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:12.602460 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (4d81ea3d-1342-41f8-9505-45e355cea083), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:12.795164 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:12.838436 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:12.841946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:12.848628 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:12.854712 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:12.905598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.906287 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.011810 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-9dc5d7ad-0d41-4908-be8f-842c7c23f4e9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8838315 May 13 13:32:13.026351 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Request body: {'port': {'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:13.052509 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ae579-ee58-4bf9-913e-730fdf8f8412 req-6a00923c-124e-46cb-8fe7-80dacbb365f2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:13.053982 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-511ae579-ee58-4bf9-913e-730fdf8f8412 req-6a00923c-124e-46cb-8fe7-80dacbb365f2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 932 time: 0.0740168 May 13 13:32:13.117093 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.146499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-7f7f9a17-e899-465d-9a62-4c473599a1d5 None None] Provisioning complete for port 4d81ea3d-1342-41f8-9505-45e355cea083 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:13.147452 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9a17-e899-465d-9a62-4c473599a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.150282 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-511ae579-ee58-4bf9-913e-730fdf8f8412 req-7f668390-9cef-4469-84fb-1d1b7eb5bfc2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900612 May 13 13:32:13.191895 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f9a17-e899-465d-9a62-4c473599a1d5 None None] Port 4d81ea3d-1342-41f8-9505-45e355cea083 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:32:13.417751 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d81ea3d-1342-41f8-9505-45e355cea083 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:13.423645 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks [] for port (4d81ea3d-1342-41f8-9505-45e355cea083), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.435740 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Transition to ACTIVE for port object 4d81ea3d-1342-41f8-9505-45e355cea083 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:32:13.549157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.599706 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:13.678824 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Attempting to bind port 4d81ea3d-1342-41f8-9505-45e355cea083 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:32:13.679278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Attempting to bind port 4d81ea3d-1342-41f8-9505-45e355cea083 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:32:13.679686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Attempting to bind port 4d81ea3d-1342-41f8-9505-45e355cea083 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:13.684700 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Port 4d81ea3d-1342-41f8-9505-45e355cea083 on network 6c9600aa-af97-422e-b469-899e3d008792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:32:13.685030 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Attempting to bind port 4d81ea3d-1342-41f8-9505-45e355cea083 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:13.691599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:32:13.691954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:32:13.692328 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Bound using segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:32:13.692770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Bound port: 4d81ea3d-1342-41f8-9505-45e355cea083, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:32:13.693138 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.762240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:32:13.765278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4d81ea3d-1342-41f8-9505-45e355cea083,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:32:13.841468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.874643 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:13.875267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:13.876640 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 1094 time: 0.8562415 May 13 13:32:13.877084 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:13.879322 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7487490-36b8-41b9-bbb3-b14f345a3500" -d '{"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:13.911101 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4e108-ae64-40a2-b9fc-e9a41d920a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:13.935469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6acfe2-19bc-4629-8025-1758c22affeb x-openstack-request-id: req-ee6acfe2-19bc-4629-8025-1758c22affeb {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:13.935764 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:13.936019 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee6acfe2-19bc-4629-8025-1758c22affeb {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:13.936430 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6acfe2-19bc-4629-8025-1758c22affeb'] response: {'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083', 'status': 'completed', 'code': 200} May 13 13:32:14.001317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-6eceb93c-9f53-4a34-bc5e-7fc0eee7370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.002209 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-6eceb93c-9f53-4a34-bc5e-7fc0eee7370b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0420723 May 13 13:32:14.114804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-026cd328-e5a4-4a27-b37d-4658923ceb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.116289 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-026cd328-e5a4-4a27-b37d-4658923ceb42 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056383 May 13 13:32:14.214976 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-7323f0b0-821e-4bd2-8f55-60697eaf891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.216605 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d7487490-36b8-41b9-bbb3-b14f345a3500 req-7323f0b0-821e-4bd2-8f55-60697eaf891e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939305 May 13 13:32:14.292250 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2de7d-03ca-461e-ae57-0ab4423dc80d req-2b479121-b1dc-435f-ac90-439d8297a496 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.293712 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-43f2de7d-03ca-461e-ae57-0ab4423dc80d req-2b479121-b1dc-435f-ac90-439d8297a496 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0712008 May 13 13:32:14.302800 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-fcd8ccf8-f63b-495b-b81a-8681c66708e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.304138 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-fcd8ccf8-f63b-495b-b81a-8681c66708e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0513599 May 13 13:32:14.356815 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-8579066a-8ebd-4b15-9d31-72af8f788277 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 217 time: 0.0404711 May 13 13:32:14.407062 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-43f2de7d-03ca-461e-ae57-0ab4423dc80d req-b4d754bf-23e3-4f5e-932d-93ef8fc2821e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062827 May 13 13:32:14.419286 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-832cd7c7-b5d5-4c9d-9a15-d2d30847fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.420688 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-832cd7c7-b5d5-4c9d-9a15-d2d30847fce0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0565119 May 13 13:32:14.472581 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-a00bbe21-07b3-4529-a8c1-89053ef32b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.474085 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-a00bbe21-07b3-4529-a8c1-89053ef32b51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384831 May 13 13:32:14.571361 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-a9b78940-f02e-45af-bd5d-d2881a22b9c4 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891504 May 13 13:32:14.660475 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ebd0d36d-aa1c-425b-83ad-8d905bccf70f req-6e64067b-34b8-4b8f-b983-55856eab0490 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823884 May 13 13:32:14.663740 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-272032a3-22d4-422a-a5bf-995d5e974577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.837744 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 59954) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:14.909921 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-a9f19e92-de30-477d-88e0-80e2f7ca68df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396068 May 13 13:32:14.974172 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-b4e0546b-e869-499f-b289-d50293767774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.975732 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-b4e0546b-e869-499f-b289-d50293767774 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 1131 time: 0.0453205 May 13 13:32:15.092375 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-240b2244-9c15-4074-8119-cc042dab9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.094096 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-240b2244-9c15-4074-8119-cc042dab9e61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 200 len: 918 time: 0.0999532 May 13 13:32:15.168622 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-842d2060-c1ab-48eb-8a3c-52fdb971caf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 200 len: 1002 time: 0.0677345 May 13 13:32:15.221620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-ddd90db4-cda8-41ae-8bd3-d60b2dabd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.223129 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-ddd90db4-cda8-41ae-8bd3-d60b2dabd7d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 200 len: 856 time: 0.0488520 May 13 13:32:15.244078 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-6623b748-4f0b-4390-a20c-95fe2252d7ac tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273691430&fields=id&tenant_id=0b1cc4c699be4edfa243bc7dde91cd51 HTTP/1.1" status: 200 len: 267 time: 0.0914955 May 13 13:32:15.266555 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-2951ed0a-f9a3-4a48-92cf-eff774c05ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.268051 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-2951ed0a-f9a3-4a48-92cf-eff774c05ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1652406e-a728-4ceb-93be-3e053ed6049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393882 May 13 13:32:15.360324 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-5d518f09-8d5d-4c2f-9fe5-4e2c1b6a92b2 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 May 13 13:32:15.418326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-2280aea9-1fae-4d77-a3ca-90b86d3126a2 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.419835 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-2280aea9-1fae-4d77-a3ca-90b86d3126a2 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 809 time: 0.1684418 May 13 13:32:15.451361 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-af4ae1db-e2c4-42b5-8bdc-3abd71c6c6f0 req-1c4239a0-61f0-47db-85b4-cd240f4bb3a2 service neutron] 10.222.0.70 "GET /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848999 May 13 13:32:15.461829 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-b7bb112d-9429-416e-8f3b-0ccfc18f5c1c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/quotas/0b1cc4c699be4edfa243bc7dde91cd51 HTTP/1.1" status: 200 len: 375 time: 0.0240803 May 13 13:32:15.482872 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.525061 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502476d9-86a4-46a4-9eb9-7694b59963fe req-baa64e87-5573-4232-b39b-b9f9ec22f72c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.526572 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-502476d9-86a4-46a4-9eb9-7694b59963fe req-baa64e87-5573-4232-b39b-b9f9ec22f72c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0488315 May 13 13:32:15.554921 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-f07f992b-b0b7-401b-adf3-e7468be4b71a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922868 May 13 13:32:15.581613 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-502476d9-86a4-46a4-9eb9-7694b59963fe req-ac0c3d8c-f397-40ae-a63b-e32ecbcafeee tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493119 May 13 13:32:15.786205 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-2f13dacb-30d2-4e0a-9152-d3957f0df82f service neutron] 10.222.0.25 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142608 May 13 13:32:15.882586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Deleting port a98a4206-182e-45c7-8fb0-bdc11119b4c7 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:15.883302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.958216 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ddd08c38-d4d9-4b4a-b306-7cd7fe005ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652231 May 13 13:32:15.985134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] For port a98a4206-182e-45c7-8fb0-bdc11119b4c7, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=a98a4206-182e-45c7-8fb0-bdc11119b4c7,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:15.985660 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:16.000697 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Calling delete_port for a98a4206-182e-45c7-8fb0-bdc11119b4c7 owned by network:router_interface {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:16.246176 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (a98a4206-182e-45c7-8fb0-bdc11119b4c7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:16.273630 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98a4206-182e-45c7-8fb0-bdc11119b4c7,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:16.459494 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:16.599595 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c22946fa-a9e8-425a-b06e-d0b6090818f5 req-768026e2-723b-49b7-8d16-e370b42d80ba tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.0290477 May 13 13:32:16.731424 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3160b-ecac-47c4-a202-c744c073d74b req-7a398964-1aac-4612-a487-75c0eb1a7ffc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.733072 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-efc3160b-ecac-47c4-a202-c744c073d74b req-7a398964-1aac-4612-a487-75c0eb1a7ffc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0593398 May 13 13:32:16.737854 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:16.832463 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-efc3160b-ecac-47c4-a202-c744c073d74b req-3ddbecfc-5c30-4095-9f56-6d0326444791 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907760 May 13 13:32:16.904138 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:16.912166 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-853dca56-8e47-4c69-b9f0-ebc24439f8d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec6fc8df-009f-4e21-9e60-29d3ec8f2939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0734692 May 13 13:32:16.912267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 59988) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:16.915479 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Sync routers for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:16.926067 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:16.926682 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:31:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:17.006398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8e798f70-9202-4dd6-962e-4576e896ac2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.019482 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks [] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.034257 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:17.131656 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks [] for router_gateway (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.215660 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:16Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:17.245645 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Checking router: ec6fc8df-009f-4e21-9e60-29d3ec8f2939 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:17.254655 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Routers {'ec6fc8df-009f-4e21-9e60-29d3ec8f2939'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:17.255321 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:17.305271 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Deleting port 57081e73-397b-4fb7-918c-7916d615be58 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:17.305614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (57081e73-397b-4fb7-918c-7916d615be58), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.363822 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] Set router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:17.388032 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] For port 57081e73-397b-4fb7-918c-7916d615be58, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=57081e73-397b-4fb7-918c-7916d615be58,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:17.388406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (57081e73-397b-4fb7-918c-7916d615be58), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.405839 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Calling delete_port for 57081e73-397b-4fb7-918c-7916d615be58 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:17.545843 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:16Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:17.572389 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23365aa8-3af4-4d16-8995-016f7bff90b3 None None] The sync data for ids ['ec6fc8df-009f-4e21-9e60-29d3ec8f2939'] in dv-cinder-841591-2-iscsi is: [{'id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'name': 'tempest-AttachVolumeTestJSON-138098439-router', 'tenant_id': '915a7ff1f6d64480a08c38e762da4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '57081e73-397b-4fb7-918c-7916d615be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:16Z', 'revision_number': 5, 'project_id': '915a7ff1f6d64480a08c38e762da4134', 'gw_port': {'id': '57081e73-397b-4fb7-918c-7916d615be58', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6fc8df-009f-4e21-9e60-29d3ec8f2939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:12Z', 'updated_at': '2022-05-13T13:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:17.930019 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (57081e73-397b-4fb7-918c-7916d615be58), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:17.934676 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-391947b8-b584-46c9-bcd2-465dc7c5a45f req-df6e1fc8-7d46-49dc-8e87-68b5a08d3c3e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.2853160 May 13 13:32:17.958389 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Pushing event deleted for resources: {'Port': ['ID=57081e73-397b-4fb7-918c-7916d615be58,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:17.994422 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0efd1c-fc45-43be-b261-56b48825a46e req-802b1c59-430d-4af9-b4d2-0f23bc223380 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:18.001446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6c0efd1c-fc45-43be-b261-56b48825a46e req-802b1c59-430d-4af9-b4d2-0f23bc223380 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0895255 May 13 13:32:18.039384 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.058772 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6c0efd1c-fc45-43be-b261-56b48825a46e req-ad0e0d95-2f20-4afb-a4d1-5789c538cefd tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548117 May 13 13:32:18.142526 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.145111 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks [] for router_controller (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.229465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.275460 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (ec6fc8df-009f-4e21-9e60-29d3ec8f2939), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.276199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec6fc8df-009f-4e21-9e60-29d3ec8f2939 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:32:18.280925 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.286567 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fbd72487-ba9c-4d28-a1e0-ab4dd046ebef admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec6fc8df-009f-4e21-9e60-29d3ec8f2939 HTTP/1.1" status: 204 len: 168 time: 1.3692832 May 13 13:32:18.288166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60004) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:18.342656 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Deleting subnet adf7737d-48ac-438d-b3ed-92556dc0ce37 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:32:18.347136 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Publish callbacks [] for subnet (adf7737d-48ac-438d-b3ed-92556dc0ce37), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.390004 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (adf7737d-48ac-438d-b3ed-92556dc0ce37), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.422399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60006) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:18.427001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383254206', 'description': 'tempest-description--1138781691'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:18.488745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (adf7737d-48ac-438d-b3ed-92556dc0ce37), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.515892 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.584459 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (de25cc4f-239f-4378-89de-b8333be02fa3), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.623551 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (adf7737d-48ac-438d-b3ed-92556dc0ce37), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.646379 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (de25cc4f-239f-4378-89de-b8333be02fa3), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.648788 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf7737d-48ac-438d-b3ed-92556dc0ce37,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:18.652739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.659778 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6a78bd0d-94e8-4615-948c-9469ac33016c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/adf7737d-48ac-438d-b3ed-92556dc0ce37 HTTP/1.1" status: 204 len: 168 time: 0.3683593 May 13 13:32:18.659778 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60008) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:18.665082 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65612726-3e2b-45de-bef1-21c1c2ef16bd None None] Network dceba3d8-accd-41b8-a33c-38f5d7f6c90b requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:32:18.677486 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de25cc4f-239f-4378-89de-b8333be02fa3,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:18.734387 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.735710 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e83815a9-cd06-41a6-bf1c-3a8965078eac tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3123236 May 13 13:32:18.739479 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (dceba3d8-accd-41b8-a33c-38f5d7f6c90b), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.741220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60010) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:18.746418 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'de25cc4f-239f-4378-89de-b8333be02fa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:18.783100 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device a98a4206-182e-45c7-8fb0-bdc11119b4c7 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:18.805434 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: a98a4206-182e-45c7-8fb0-bdc11119b4c7 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:18.805909 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device a98a4206-182e-45c7-8fb0-bdc11119b4c7 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:18.818015 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Deleting port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:18.818486 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.860317 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] DHCP port deletion for dceba3d8-accd-41b8-a33c-38f5d7f6c90b request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:32:18.893571 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (b513ce57-395c-4422-b294-3c8df788056b), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.900646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] For port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:18.901091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.903974 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Deleting port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:18.904421 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.921568 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Calling delete_port for 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:19.017946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] For port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,segment=NetworkSegment(a550ec99-eda2-456a-aaa8-60935e65a91c),segment_id=a550ec99-eda2-456a-aaa8-60935e65a91c)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:19.017946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.017946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Calling delete_port for 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:19.043362 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bffc966a-c0ad-49dc-8ff0-ee3675ddcf15 req-96e2f00c-8e3f-4eab-8d40-3fedc5288ef0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.0370054 May 13 13:32:19.050187 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (b513ce57-395c-4422-b294-3c8df788056b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.226180 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb2e34-3b3c-4780-bea7-af90621172fb req-c479c7b4-3fe8-4866-a2f2-acb9f2fd5752 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:19.227716 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9cb2e34-3b3c-4780-bea7-af90621172fb req-c479c7b4-3fe8-4866-a2f2-acb9f2fd5752 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.1009381 May 13 13:32:19.311858 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9cb2e34-3b3c-4780-bea7-af90621172fb req-1b7a6da4-bc64-4310-993b-59df7b720aaa tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766883 May 13 13:32:19.317979 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-c3b8ed26-04ec-4e6c-9fe5-344b3134cef0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:19.319559 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-c3b8ed26-04ec-4e6c-9fe5-344b3134cef0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.70 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 809 time: 0.1607232 May 13 13:32:19.384816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-0e13b6ae-44a2-418e-ba25-844728754296 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b1cc4c699be4edfa243bc7dde91cd51 HTTP/1.1" status: 200 len: 379 time: 0.0542758 May 13 13:32:19.393695 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'port': {'device_id': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'admin_state_up': True, 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'security_groups': ['16986413-0ee4-4b2a-baa1-42ee627eff25']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:19.549887 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (b513ce57-395c-4422-b294-3c8df788056b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.550731 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.558155 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.558369 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (0ef0bf2f-eb6c-41b0-91f2-109f940e0067), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.587403 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] Pushing event deleted for resources: {'Port': ['ID=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:19.595634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dac1e-5ce2-44be-98e8-8d2ae647faae None None] No DVR routers for this DVR port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:19.602893 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Made reservation on behalf of 0b1cc4c699be4edfa243bc7dde91cd51 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:32:19.605360 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.607410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b513ce57-395c-4422-b294-3c8df788056b,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:19.613153 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] No DVR routers for this DVR port 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:19.622004 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef0bf2f-eb6c-41b0-91f2-109f940e0067,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:19.734919 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.736152 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-19f2de05-83ac-4437-a66a-c892a6787540 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9931669 May 13 13:32:19.739256 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60018) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:19.743594 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (dceba3d8-accd-41b8-a33c-38f5d7f6c90b), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.743865 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'de25cc4f-239f-4378-89de-b8333be02fa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:19.775865 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dceba3d8-accd-41b8-a33c-38f5d7f6c90b']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:19.808859 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a550ec99-eda2-456a-aaa8-60935e65a91c') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:19.809159 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a550ec99-eda2-456a-aaa8-60935e65a91c') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:19.830655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (a550ec99-eda2-456a-aaa8-60935e65a91c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.852664 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (a550ec99-eda2-456a-aaa8-60935e65a91c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.863286 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Allocated IP 172.20.0.13 (8a936522-2bfb-4af4-991c-21176e7e46d4/bf7088c8-d729-46aa-a9b7-b4950f7d22a9/419528c3-a163-4096-aa94-d0e53f8d5d30) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:19.865365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:32:19.865856 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (a550ec99-eda2-456a-aaa8-60935e65a91c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:32:19.867922 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:32:19.871859 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (f396dbc2-e636-4433-ab3f-4a5d4b5c7b22), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.933595 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (f396dbc2-e636-4433-ab3f-4a5d4b5c7b22), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.006285 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (f396dbc2-e636-4433-ab3f-4a5d4b5c7b22), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.007598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (dceba3d8-accd-41b8-a33c-38f5d7f6c90b), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.012603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.016432 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] 10.222.0.25 "DELETE /v2.0/networks/dceba3d8-accd-41b8-a33c-38f5d7f6c90b HTTP/1.1" status: 204 len: 168 time: 1.3558841 May 13 13:32:20.025825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f396dbc2-e636-4433-ab3f-4a5d4b5c7b22,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:20.035727 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02ec76-59ab-42e5-a757-ba1fc262431e admin admin] Pushing event deleted for resources: {'Network': ['ID=dceba3d8-accd-41b8-a33c-38f5d7f6c90b,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:20.090121 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.128423 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.129594 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-be4ba583-14af-4e95-9eee-3613c7029cd3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893061 May 13 13:32:20.132841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60024) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:20.138109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:20.146611 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b3247949-0062-45c1-b0cf-e1d33c0f9b5a req-82cd5af6-638e-49a0-b3c4-055664f68aa7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.0312595 May 13 13:32:20.190125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.230226 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:20.233181 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:20.236106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:20.272443 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:20.280530 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.344837 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.345213 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.388293 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.422811 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60028) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:20.480986 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:20.488527 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-ca2d0fc6-02fb-4af9-b87a-8ca0e24fdfa1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0988951 May 13 13:32:20.496512 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2a684174-30f0-48aa-8f21-ed1cc42ebd40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=915a7ff1f6d64480a08c38e762da4134&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0725412 May 13 13:32:20.498978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60030) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:20.501129 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Request body: {'port': {'device_id': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:20.508611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:20.508611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 0ef0bf2f-eb6c-41b0-91f2-109f940e0067 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:20.508611 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 57081e73-397b-4fb7-918c-7916d615be58 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:20.529210 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 57081e73-397b-4fb7-918c-7916d615be58 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:20.529556 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 57081e73-397b-4fb7-918c-7916d615be58 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:20.537954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c19f3-fd17-4e19-8ce6-cc66a4931063 req-13604d32-1a4c-4d44-8381-cc9825fe55d1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.538715 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-970c19f3-fd17-4e19-8ce6-cc66a4931063 req-13604d32-1a4c-4d44-8381-cc9825fe55d1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.1324484 May 13 13:32:20.540369 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-9dedfe62-4362-460e-b6a6-f3fa603335ce None None] Provisioning complete for port 419528c3-a163-4096-aa94-d0e53f8d5d30 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:20.540933 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9dedfe62-4362-460e-b6a6-f3fa603335ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.554970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] Publish callbacks [] for security_group (74120a6d-694c-4af9-a56e-bc801fec0ce7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.584575 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] Publish callbacks [] for security_group (74120a6d-694c-4af9-a56e-bc801fec0ce7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.584840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-9dedfe62-4362-460e-b6a6-f3fa603335ce None None] Port 419528c3-a163-4096-aa94-d0e53f8d5d30 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:32:20.661315 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.680229 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.27.0.74 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/fb57661b-15b2-48b3-8fe4-2a2321221c71) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:20.691728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (74120a6d-694c-4af9-a56e-bc801fec0ce7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.697595 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-970c19f3-fd17-4e19-8ce6-cc66a4931063 req-97231a07-f4ed-4659-81fc-4944f11531a1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390629 May 13 13:32:20.698139 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.698139 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74120a6d-694c-4af9-a56e-bc801fec0ce7 HTTP/1.1" status: 204 len: 168 time: 0.1955128 May 13 13:32:20.706285 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479337b-f4ee-4186-a6f7-daf5ab1806a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74120a6d-694c-4af9-a56e-bc801fec0ce7,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:20.840554 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.934221 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.053448 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419528c3-a163-4096-aa94-d0e53f8d5d30 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:21.060948 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks [] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.076292 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Transition to ACTIVE for port object 419528c3-a163-4096-aa94-d0e53f8d5d30 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:32:21.098529 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.138683 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:21.149975 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:21.149975 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:21.156166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=fb57661b-15b2-48b3-8fe4-2a2321221c71,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:21.197185 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.341528 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658c913-070a-43c1-a5d6-1af37c65eb72 req-43b7613e-2170-433a-9a62-efc2d16b6e28 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.343134 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:21.348786 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0658c913-070a-43c1-a5d6-1af37c65eb72 req-43b7613e-2170-433a-9a62-efc2d16b6e28 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.1165998 May 13 13:32:21.363946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.401460 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-0658c913-070a-43c1-a5d6-1af37c65eb72 req-80f7ea12-4925-4461-a554-a1d7474a64df tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 May 13 13:32:21.440595 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Attempting to bind port 419528c3-a163-4096-aa94-d0e53f8d5d30 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:32:21.444400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Attempting to bind port 419528c3-a163-4096-aa94-d0e53f8d5d30 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:32:21.444400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Attempting to bind port 419528c3-a163-4096-aa94-d0e53f8d5d30 on network 8a936522-2bfb-4af4-991c-21176e7e46d4 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:21.446070 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Port 419528c3-a163-4096-aa94-d0e53f8d5d30 on network 8a936522-2bfb-4af4-991c-21176e7e46d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:32:21.446409 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Attempting to bind port 419528c3-a163-4096-aa94-d0e53f8d5d30 on network 8a936522-2bfb-4af4-991c-21176e7e46d4 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:21.452549 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:32:21.453448 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Checking segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:32:21.453880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Bound using segment: {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:32:21.454773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Bound port: 419528c3-a163-4096-aa94-d0e53f8d5d30, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e4215b-c579-4f91-a886-6d8f7d270578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:32:21.455143 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.540728 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.600755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:32:21.600755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:32:21.711264 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.715050 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.755790 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.755790 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.757170 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] 10.222.0.70 "PUT /v2.0/ports/419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 1094 time: 1.2601717 May 13 13:32:21.759635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:21.762603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cbc0d4-1e92-4850-8b09-998168e03fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:21.779226 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.832615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143c0823-5d65-4e3f-bb77-3a024fc6d120 x-openstack-request-id: req-143c0823-5d65-4e3f-bb77-3a024fc6d120 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:21.833776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:21.833776 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-143c0823-5d65-4e3f-bb77-3a024fc6d120 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:21.833776 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143c0823-5d65-4e3f-bb77-3a024fc6d120'] response: {'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'status': 'completed', 'code': 200} May 13 13:32:21.836961 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011bf1f-3a66-43b3-b7fb-5552330f1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:21.908889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a3703-f6ed-4ca3-a71f-146aa84c7cc8 req-96c4be39-8fcf-4ec8-8528-cda3ed82a965 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.923247 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e6a3703-f6ed-4ca3-a71f-146aa84c7cc8 req-96c4be39-8fcf-4ec8-8528-cda3ed82a965 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.1401465 May 13 13:32:21.997155 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-a431d912-b751-47a4-919a-65caf84e3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.998744 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-a431d912-b751-47a4-919a-65caf84e3e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1128 time: 0.1420403 May 13 13:32:21.999328 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=fb57661b-15b2-48b3-8fe4-2a2321221c71,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:22.006583 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.075785 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6e6a3703-f6ed-4ca3-a71f-146aa84c7cc8 req-6c1875e3-0bc2-43e7-bb9e-d828680c15c3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319246 May 13 13:32:22.080743 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:32:22.125974 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-1d6679b0-0577-4814-b896-a9531d2343b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.127467 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-1d6679b0-0577-4814-b896-a9531d2343b9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1160281 May 13 13:32:22.154924 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.156685 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8a467b58-596f-408c-bca2-938cb0e8233b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0217724 May 13 13:32:22.237357 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-0c4d0801-9e0a-47d8-bbd8-b38ae14a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.238979 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b9cbc0d4-1e92-4850-8b09-998168e03fb4 req-0c4d0801-9e0a-47d8-bbd8-b38ae14a1926 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058402 May 13 13:32:22.324353 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-58af65cb-3da6-4f3e-82e9-7076d604e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.326051 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-58af65cb-3da6-4f3e-82e9-7076d604e940 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1128 time: 0.0425529 May 13 13:32:22.364686 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-f663da03-4f25-4630-b960-19e40f72d806 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--383254206&fields=id&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 267 time: 0.0466168 May 13 13:32:22.371840 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-a73ec8b1-0915-4130-b6a1-f4d7478a9a6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 217 time: 0.0388117 May 13 13:32:22.484089 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-7eaec868-d6d9-40e9-9d23-1f22a42b7242 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.485674 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-7eaec868-d6d9-40e9-9d23-1f22a42b7242 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1142583 May 13 13:32:22.507194 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-0640a065-0fd3-465b-93b1-27c9860213b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/quotas/1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 375 time: 0.0119629 May 13 13:32:22.561153 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-daf3a99d-7acc-41a8-a6c8-ca89b9c0d6bc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484493 May 13 13:32:22.670690 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-08d66e32-4fb8-427c-8ff6-c9a60a555d75 service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970469 May 13 13:32:22.738467 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef920d6-822f-4214-a142-1fc2573f2818 req-64798389-5ad8-42a5-ae2d-1124d7b83c68 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.740284 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7ef920d6-822f-4214-a142-1fc2573f2818 req-64798389-5ad8-42a5-ae2d-1124d7b83c68 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0584302 May 13 13:32:22.741777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-bf7f1902-76b0-49b5-aecb-63fce0152f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.743134 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-bf7f1902-76b0-49b5-aecb-63fce0152f84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 200 len: 848 time: 0.3657858 May 13 13:32:22.767538 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-35df7758-8ed5-4760-87f1-7bdc0eb141cc service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907264 May 13 13:32:22.819492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-c90cbe44-a63b-488b-bf03-12cf9ba5f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.821009 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-c90cbe44-a63b-488b-bf03-12cf9ba5f4ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a936522-2bfb-4af4-991c-21176e7e46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565040 May 13 13:32:22.843074 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-7ef920d6-822f-4214-a142-1fc2573f2818 req-4994ee1a-e688-460c-9f73-0c5b5d3c7355 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949457 May 13 13:32:22.918877 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-2332da16-3728-476a-a41f-94bdf1d3ce3c service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889087 May 13 13:32:23.016903 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-16680e20-81ce-48fb-964c-82a5f751966d req-574e1d2c-b70a-48c1-bc2b-3f08b56dd537 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 210 time: 0.0368049 May 13 13:32:23.058164 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a6f8d439-10d0-4ba3-8a36-c0873c9c17fd req-30dd0594-d258-4e74-a870-0541901a631e service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324160 May 13 13:32:23.203557 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32cc9d-9563-480d-9c34-4f4178d03466 req-723b482b-b03b-4414-a887-ce932dec86bf tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.205086 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ad32cc9d-9563-480d-9c34-4f4178d03466 req-723b482b-b03b-4414-a887-ce932dec86bf tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0551312 May 13 13:32:23.257969 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ad32cc9d-9563-480d-9c34-4f4178d03466 req-8c8c3595-109e-4eeb-bc8e-fbd5018fc6fe tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457342 May 13 13:32:23.969441 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371f6d-957f-4e04-8eeb-c9d55b397af4 req-b5aaa443-edb1-44cb-8e68-ab246afb471a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.971346 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56371f6d-957f-4e04-8eeb-c9d55b397af4 req-b5aaa443-edb1-44cb-8e68-ab246afb471a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0503325 May 13 13:32:24.023579 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56371f6d-957f-4e04-8eeb-c9d55b397af4 req-66f60762-fc32-4aae-baf5-61dfd940c82c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462716 May 13 13:32:24.114464 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8c54cc64-e8d4-41e6-ba9a-31c9fc81bc69 req-b0caf06c-a04f-4ec3-bb68-87ec71cdb8e7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 210 time: 0.0278599 May 13 13:32:24.373106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15863641-7933-4800-9311-53f7de15828a req-04787572-0bbe-455f-a7db-482ae5a9319a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:24.374664 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15863641-7933-4800-9311-53f7de15828a req-04787572-0bbe-455f-a7db-482ae5a9319a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0521431 May 13 13:32:24.424666 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-15863641-7933-4800-9311-53f7de15828a req-33070638-7a00-466e-958e-c403752d1058 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 May 13 13:32:25.151826 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b96b3-a26c-43c9-8bff-32f4788291d2 req-82b23ed1-0a92-4b96-950a-1ae6402e17e3 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:25.153420 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb6b96b3-a26c-43c9-8bff-32f4788291d2 req-82b23ed1-0a92-4b96-950a-1ae6402e17e3 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0578713 May 13 13:32:25.178125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-837b56b5-6ab5-463b-8c72-eec0773cc313 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:25.185815 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-837b56b5-6ab5-463b-8c72-eec0773cc313 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1096895 May 13 13:32:25.216371 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bb6b96b3-a26c-43c9-8bff-32f4788291d2 req-db672abc-c64f-436b-8b4d-0a040db024bc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565264 May 13 13:32:25.245095 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-93869efb-74e5-4c79-b206-1b946417929c req-17318fa6-974e-4037-8ef7-3720592f9f64 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 210 time: 0.0356781 May 13 13:32:25.291183 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-78ef6dd9-f12f-48ec-8b11-e9de99397620 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 472 time: 0.1023512 May 13 13:32:25.306215 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'port': {'device_id': '75183d1d-a3aa-4781-8289-ff286fe85376', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'admin_state_up': True, 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'security_groups': ['de25cc4f-239f-4378-89de-b8333be02fa3']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:25.550825 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9459-a590-415e-b0ec-f9aa962f2515 req-fe6be1af-bde7-4583-a6e2-1fb2f066ad0a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:25.552280 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a66b9459-a590-415e-b0ec-f9aa962f2515 req-fe6be1af-bde7-4583-a6e2-1fb2f066ad0a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0585577 May 13 13:32:25.554752 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:32:25.558586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:25.604793 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a66b9459-a590-415e-b0ec-f9aa962f2515 req-3ecdeb23-c9e8-44f4-9233-9ab16a0415db tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455604 May 13 13:32:25.691946 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.20.0.13 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/f187807d-97c8-42df-9d28-a62462466845) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:25.832909 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (f187807d-97c8-42df-9d28-a62462466845), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:25.972723 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (f187807d-97c8-42df-9d28-a62462466845), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.016563 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:26.023978 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:26.028511 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:26.032766 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:26.081081 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.081707 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.152221 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-d6d78c29-aaa1-4de0-9c0c-0628c33e9c55 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8510115 May 13 13:32:26.163494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Request body: {'port': {'device_id': '75183d1d-a3aa-4781-8289-ff286fe85376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:26.233257 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f187807d-97c8-42df-9d28-a62462466845), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.299126 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-88e6d748-f036-43a9-a4da-00887e92bb9a None None] Provisioning complete for port f187807d-97c8-42df-9d28-a62462466845 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:26.299649 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-88e6d748-f036-43a9-a4da-00887e92bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f187807d-97c8-42df-9d28-a62462466845), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.338271 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-88e6d748-f036-43a9-a4da-00887e92bb9a None None] Port f187807d-97c8-42df-9d28-a62462466845 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:32:26.389320 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71094-42b5-4db3-9faa-167c2fb6851b req-2244caa4-f64d-4a0c-92d5-604f600ed442 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.390840 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5ad71094-42b5-4db3-9faa-167c2fb6851b req-2244caa4-f64d-4a0c-92d5-604f600ed442 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 932 time: 0.0492303 May 13 13:32:26.399843 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5217a33-1a4b-4048-89fb-c208a8259dcf req-8e003159-201c-4dc2-9d1a-116d9c75fadd tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.401360 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5217a33-1a4b-4048-89fb-c208a8259dcf req-8e003159-201c-4dc2-9d1a-116d9c75fadd tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.1097548 May 13 13:32:26.440748 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-5ad71094-42b5-4db3-9faa-167c2fb6851b req-aed74697-e283-4bca-8a21-4589840d6aa4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433068 May 13 13:32:26.500850 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b5217a33-1a4b-4048-89fb-c208a8259dcf req-16c1a18f-ef79-4d91-b38e-d06292978a99 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926337 May 13 13:32:26.588091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f187807d-97c8-42df-9d28-a62462466845 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:26.596184 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks [] for port (f187807d-97c8-42df-9d28-a62462466845), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.608270 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Transition to ACTIVE for port object f187807d-97c8-42df-9d28-a62462466845 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:32:26.658179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (f187807d-97c8-42df-9d28-a62462466845), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.724816 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35448-b12e-44cf-9510-34ce0ab9559e req-cb4d380e-1e57-4377-9190-ce07a377ab28 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.726543 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-24d35448-b12e-44cf-9510-34ce0ab9559e req-cb4d380e-1e57-4377-9190-ce07a377ab28 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 944 time: 0.0530946 May 13 13:32:26.727762 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Pushing event updated for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:26.785611 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Attempting to bind port f187807d-97c8-42df-9d28-a62462466845 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:32:26.789399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Attempting to bind port f187807d-97c8-42df-9d28-a62462466845 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:32:26.789399 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Attempting to bind port f187807d-97c8-42df-9d28-a62462466845 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:26.791635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Port f187807d-97c8-42df-9d28-a62462466845 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:32:26.792036 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Attempting to bind port f187807d-97c8-42df-9d28-a62462466845 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:26.797767 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:32:26.798256 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:32:26.799060 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:32:26.799201 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-24d35448-b12e-44cf-9510-34ce0ab9559e req-ecaba744-66ef-4dea-961c-dc8529d21b0e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626187 May 13 13:32:26.799320 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Bound port: f187807d-97c8-42df-9d28-a62462466845, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:32:26.799797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f187807d-97c8-42df-9d28-a62462466845), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.874919 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:32:26.878090 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f187807d-97c8-42df-9d28-a62462466845,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:32:26.944223 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (f187807d-97c8-42df-9d28-a62462466845), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.979166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.979764 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.981148 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] 10.222.0.70 "PUT /v2.0/ports/f187807d-97c8-42df-9d28-a62462466845 HTTP/1.1" status: 200 len: 1094 time: 0.8222420 May 13 13:32:26.981593 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'tag': 'f187807d-97c8-42df-9d28-a62462466845'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:26.983840 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d3222-0c64-4945-a786-951bc84cdf12" -d '{"events": [{"name": "network-changed", "server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "tag": "f187807d-97c8-42df-9d28-a62462466845"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:27.010981 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0fc0-0b51-42f9-a355-8d13cb43859c service neutron] Pushing event updated for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:27.029007 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b4703-df8c-4fc5-b19f-3ff303d3a6ee x-openstack-request-id: req-e57b4703-df8c-4fc5-b19f-3ff303d3a6ee {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:27.029392 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "tag": "f187807d-97c8-42df-9d28-a62462466845", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:27.029720 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e57b4703-df8c-4fc5-b19f-3ff303d3a6ee {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:27.030259 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57b4703-df8c-4fc5-b19f-3ff303d3a6ee'] response: {'name': 'network-changed', 'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'tag': 'f187807d-97c8-42df-9d28-a62462466845', 'status': 'completed', 'code': 200} May 13 13:32:27.091692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-8428782e-8701-432b-99c1-ff5a6577b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.093270 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-8428782e-8701-432b-99c1-ff5a6577b831 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 1128 time: 0.0445681 May 13 13:32:27.198390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-322e0cbf-8c85-42d2-9369-2cfa01693079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.199866 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-322e0cbf-8c85-42d2-9369-2cfa01693079 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1e72f39546704606927bcefdc0f13235&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985847 May 13 13:32:27.298380 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-663d9932-d9ff-4e3e-96ec-b7eff1015c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.299866 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-dd1d3222-0c64-4945-a786-951bc84cdf12 req-663d9932-d9ff-4e3e-96ec-b7eff1015c86 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943651 May 13 13:32:27.336610 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 4d81ea3d-1342-41f8-9505-45e355cea083 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:27.384538 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-92215eb1-09ad-4986-934c-66b7ae690840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.385975 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-92215eb1-09ad-4986-934c-66b7ae690840 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 1128 time: 0.0447831 May 13 13:32:27.427837 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-cb575025-7cff-4f28-b293-a7c2f1328dcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f187807d-97c8-42df-9d28-a62462466845 HTTP/1.1" status: 200 len: 217 time: 0.0346782 May 13 13:32:27.436064 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4d81ea3d-1342-41f8-9505-45e355cea083,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:27.448372 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '4d81ea3d-1342-41f8-9505-45e355cea083', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:27.480050 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-7c7e0e55-f1ac-48f2-92eb-1c949d6325b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.481314 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-7c7e0e55-f1ac-48f2-92eb-1c949d6325b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0479910 May 13 13:32:27.527350 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-dd246e42-4d1c-4d4f-ace7-eecb8efcfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.528976 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-dd246e42-4d1c-4d4f-ace7-eecb8efcfc36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418794 May 13 13:32:27.607223 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96736dc9-8d1e-48e0-833a-a4ca7ae04f52 req-994d729a-8c14-4256-984e-8ff0f753b5cc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.609466 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-96736dc9-8d1e-48e0-833a-a4ca7ae04f52 req-994d729a-8c14-4256-984e-8ff0f753b5cc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 944 time: 0.0894942 May 13 13:32:27.621948 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 4d81ea3d-1342-41f8-9505-45e355cea083 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:27.622344 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.636979 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81ea3d-1342-41f8-9505-45e355cea083 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:27.658266 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4d81ea3d-1342-41f8-9505-45e355cea083,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:27.661402 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-96736dc9-8d1e-48e0-833a-a4ca7ae04f52 req-3cbd620a-b842-463a-839b-f6f01a0f1238 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 May 13 13:32:27.672574 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16bd2d-0c8d-48a5-9aba-e727d40d86ca req-3e93eca9-1620-4903-81aa-a698c647672e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.674103 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5e16bd2d-0c8d-48a5-9aba-e727d40d86ca req-3e93eca9-1620-4903-81aa-a698c647672e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0630631 May 13 13:32:27.702183 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-f34fe1f1-1041-424a-a668-dba2ee6a9e5d service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656873 May 13 13:32:27.779188 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.782398 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5e16bd2d-0c8d-48a5-9aba-e727d40d86ca req-88e50a29-db15-4aa2-82bb-0a86c68a3b8b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019378 May 13 13:32:27.826190 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91e01dd9-9abe-4879-8632-d24d43b86ee4 req-e2a75769-ed46-4d16-8f67-b003d16e4f91 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172271 May 13 13:32:27.835379 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:27.963554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b782-a24c-4183-9826-56f20bcbe73b req-8c357ac6-5219-4d11-8d10-1ecd2fc70a16 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.965046 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-58c4b782-a24c-4183-9826-56f20bcbe73b req-8c357ac6-5219-4d11-8d10-1ecd2fc70a16 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 945 time: 0.0479083 May 13 13:32:28.013903 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-58c4b782-a24c-4183-9826-56f20bcbe73b req-1c516ee8-7872-4b5f-a121-9f0432da3703 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 May 13 13:32:28.014308 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['4d81ea3d-1342-41f8-9505-45e355cea083'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:28.241394 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60168) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:28.345868 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6024fb6c-5f5d-4714-aa50-989ce789a10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.418990 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6024fb6c-5f5d-4714-aa50-989ce789a10c admin admin] Publish callbacks [] for security_group (b424f173-59f5-426c-9a8e-c4c47ead0c38), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.497299 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6024fb6c-5f5d-4714-aa50-989ce789a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b424f173-59f5-426c-9a8e-c4c47ead0c38), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.535852 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6024fb6c-5f5d-4714-aa50-989ce789a10c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c06c49fcd6c2491aa675e9c50ed8c2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933526 May 13 13:32:28.537758 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024fb6c-5f5d-4714-aa50-989ce789a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424f173-59f5-426c-9a8e-c4c47ead0c38,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:28.538655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60172) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:28.589207 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] Publish callbacks [] for security_group (b424f173-59f5-426c-9a8e-c4c47ead0c38), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.609977 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] Publish callbacks [] for security_group (b424f173-59f5-426c-9a8e-c4c47ead0c38), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.708902 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b424f173-59f5-426c-9a8e-c4c47ead0c38), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.711594 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.712762 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b424f173-59f5-426c-9a8e-c4c47ead0c38 HTTP/1.1" status: 204 len: 168 time: 0.1730173 May 13 13:32:28.720745 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02a4ae-892f-41f9-8498-47d5a311a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424f173-59f5-426c-9a8e-c4c47ead0c38,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:28.791614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534a039-58a8-4185-a4db-24773b58e603 req-f53ed1be-d179-4a75-bb62-ecc5e055db56 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:28.793092 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0534a039-58a8-4185-a4db-24773b58e603 req-f53ed1be-d179-4a75-bb62-ecc5e055db56 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 944 time: 0.0602808 May 13 13:32:28.842168 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0534a039-58a8-4185-a4db-24773b58e603 req-773e21c1-b5e9-436e-8bce-4790c481999b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 May 13 13:32:28.905730 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981adb-6e1b-4b2a-af9c-c621ea7e661d req-4352f233-3a66-4478-bd89-183860810a03 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:28.910913 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-81981adb-6e1b-4b2a-af9c-c621ea7e661d req-4352f233-3a66-4478-bd89-183860810a03 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0471098 May 13 13:32:28.957328 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-81981adb-6e1b-4b2a-af9c-c621ea7e661d req-dc9e643b-11d5-4aed-8320-6deb687076cb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 May 13 13:32:29.139288 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e881f-8b24-4d9d-a7bd-4dfb3edbc94b req-9f7a1d92-6514-48c1-b2ec-6b394d09197d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:29.140925 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-847e881f-8b24-4d9d-a7bd-4dfb3edbc94b req-9f7a1d92-6514-48c1-b2ec-6b394d09197d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 945 time: 0.0483150 May 13 13:32:29.190398 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-847e881f-8b24-4d9d-a7bd-4dfb3edbc94b req-1bc89f77-9241-4373-b591-edc0ae02647b tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 May 13 13:32:29.367452 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device f187807d-97c8-42df-9d28-a62462466845 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:29.370753 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 4d81ea3d-1342-41f8-9505-45e355cea083 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:29.474351 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 4d81ea3d-1342-41f8-9505-45e355cea083 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:29.482528 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60184) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:29.498123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7643111-2527-43fb-9a23-2911081a7c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.511102 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f187807d-97c8-42df-9d28-a62462466845,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:29.524967 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'f187807d-97c8-42df-9d28-a62462466845', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'port_id': 'f187807d-97c8-42df-9d28-a62462466845', 'mac_address': 'fa:16:3e:da:84:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:29.551225 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 4d81ea3d-1342-41f8-9505-45e355cea083 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:29.555499 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.579947 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7643111-2527-43fb-9a23-2911081a7c3f admin admin] Publish callbacks [] for security_group (cef3ed12-07f3-4640-a564-943a26b5ea3a), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.589205 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port f187807d-97c8-42df-9d28-a62462466845 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:29.589605 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f187807d-97c8-42df-9d28-a62462466845), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.611726 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f187807d-97c8-42df-9d28-a62462466845 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:29.637740 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f187807d-97c8-42df-9d28-a62462466845,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:29.663241 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7643111-2527-43fb-9a23-2911081a7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cef3ed12-07f3-4640-a564-943a26b5ea3a), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.668772 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 4d81ea3d-1342-41f8-9505-45e355cea083 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:29.669175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.692754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:29.695032 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563150d-69dc-4e62-a6d4-7afbafc9471e" -d '{"events": [{"server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "name": "network-vif-plugged", "status": "completed", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:29.702530 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643111-2527-43fb-9a23-2911081a7c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3ed12-07f3-4640-a564-943a26b5ea3a,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:29.710669 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f7643111-2527-43fb-9a23-2911081a7c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1316e71c7d10477c826edd1c757f0a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233167 May 13 13:32:29.710950 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4d81ea3d-1342-41f8-9505-45e355cea083,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:29.711050 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60188) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:29.732604 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (f187807d-97c8-42df-9d28-a62462466845), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.761263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] Publish callbacks [] for security_group (cef3ed12-07f3-4640-a564-943a26b5ea3a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.764087 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7ec1f-1458-430e-83cb-401a6c0867ff x-openstack-request-id: req-59c7ec1f-1458-430e-83cb-401a6c0867ff {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:29.764391 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "name": "network-vif-plugged", "status": "completed", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:29.764654 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59c7ec1f-1458-430e-83cb-401a6c0867ff {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:29.765058 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c7ec1f-1458-430e-83cb-401a6c0867ff'] response: {'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083', 'code': 200} May 13 13:32:29.791091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] Publish callbacks [] for security_group (cef3ed12-07f3-4640-a564-943a26b5ea3a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.794230 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:29.797953 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.850908 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:29.938370 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (cef3ed12-07f3-4640-a564-943a26b5ea3a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.941082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.942339 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cef3ed12-07f3-4640-a564-943a26b5ea3a HTTP/1.1" status: 204 len: 168 time: 0.2317467 May 13 13:32:29.963456 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdda43-7d51-4c7f-a49a-97112c7d41aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3ed12-07f3-4640-a564-943a26b5ea3a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:29.980910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['f187807d-97c8-42df-9d28-a62462466845'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:30.005237 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e55a7-001f-4ea9-90ee-3f148a9d8062 req-7561fa3e-4d25-4d4f-8a97-f8ff76f116cb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.006867 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a6e55a7-001f-4ea9-90ee-3f148a9d8062 req-7561fa3e-4d25-4d4f-8a97-f8ff76f116cb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 945 time: 0.0535688 May 13 13:32:30.116055 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4a6e55a7-001f-4ea9-90ee-3f148a9d8062 req-d01fcc68-218f-40e7-b69b-9cd9430f6b3a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977452 May 13 13:32:30.123794 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8326f3-2655-4046-90a1-afabbafefbfe req-e4e54377-4bb5-44ae-ba9e-c80bf6c92ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.125649 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be8326f3-2655-4046-90a1-afabbafefbfe req-e4e54377-4bb5-44ae-ba9e-c80bf6c92ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0816932 May 13 13:32:30.137977 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecb5d5-8352-4d73-9cf4-ff2abe85217d req-9421c9a0-caaa-4f5d-b5a7-c828ff0acaf3 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.140976 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-02ecb5d5-8352-4d73-9cf4-ff2abe85217d req-9421c9a0-caaa-4f5d-b5a7-c828ff0acaf3 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0756373 May 13 13:32:30.181343 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-be8326f3-2655-4046-90a1-afabbafefbfe req-f7e112f5-c59c-4a93-910e-7b603fa5ddb3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489480 May 13 13:32:30.198164 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-02ecb5d5-8352-4d73-9cf4-ff2abe85217d req-f35af976-2ab6-4e14-8597-1cc723c284a0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512600 May 13 13:32:30.307338 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69067c76-1a0c-4918-97cd-2eaf03f9257a req-cccdea07-86b2-47b0-b68f-6d338ef87a8a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.308818 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69067c76-1a0c-4918-97cd-2eaf03f9257a req-cccdea07-86b2-47b0-b68f-6d338ef87a8a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0460739 May 13 13:32:30.363609 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-69067c76-1a0c-4918-97cd-2eaf03f9257a req-34ac80c8-dc12-4433-a2c4-bc9374aa0966 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454957 May 13 13:32:31.234598 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504efbf-baee-4285-9dcf-99e59972ef59 req-7219c4fd-5fef-4497-9d91-9c06d9c3ddcc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:31.236125 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1504efbf-baee-4285-9dcf-99e59972ef59 req-7219c4fd-5fef-4497-9d91-9c06d9c3ddcc tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 945 time: 0.0479779 May 13 13:32:31.288841 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1504efbf-baee-4285-9dcf-99e59972ef59 req-d0d51949-1fa9-4c98-b6f9-5c2f70ccb9ed tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 May 13 13:32:31.322113 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e147c-d63f-4a79-9c0f-ade826f9ddf0 req-f09d876b-b023-42a2-85f9-c6b5a4c22d0f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:31.323632 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce6e147c-d63f-4a79-9c0f-ade826f9ddf0 req-f09d876b-b023-42a2-85f9-c6b5a4c22d0f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0508120 May 13 13:32:31.373324 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:31.377752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device f187807d-97c8-42df-9d28-a62462466845 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:31.381078 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ce6e147c-d63f-4a79-9c0f-ade826f9ddf0 req-45ac3d9e-1aa8-40fc-84f7-b6952e98fc1e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510702 May 13 13:32:31.474183 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port f187807d-97c8-42df-9d28-a62462466845 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:31.495611 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e595c95-3563-48f6-a5aa-a898e43ff19e req-56a0ef12-6179-4150-bd92-d16b00977bcf tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:31.497110 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7e595c95-3563-48f6-a5aa-a898e43ff19e req-56a0ef12-6179-4150-bd92-d16b00977bcf tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0474646 May 13 13:32:31.522530 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:31.534424 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'mac_address': 'fa:16:3e:64:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:31.552387 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7e595c95-3563-48f6-a5aa-a898e43ff19e req-ab71a5b9-c744-4693-b0b9-a8e5ea9c976b tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471451 May 13 13:32:31.578505 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 419528c3-a163-4096-aa94-d0e53f8d5d30 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:31.581371 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.592410 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419528c3-a163-4096-aa94-d0e53f8d5d30 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:31.604801 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port f187807d-97c8-42df-9d28-a62462466845 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:31.605166 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (f187807d-97c8-42df-9d28-a62462466845), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.630045 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:31.692152 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port f187807d-97c8-42df-9d28-a62462466845 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:31.692563 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f187807d-97c8-42df-9d28-a62462466845), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.711202 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.759886 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f187807d-97c8-42df-9d28-a62462466845,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:31.768321 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f187807d-97c8-42df-9d28-a62462466845'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:31.770586 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e9d21-d869-4dba-9f41-780b33b7bfbe" -d '{"events": [{"server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "name": "network-vif-plugged", "status": "completed", "tag": "f187807d-97c8-42df-9d28-a62462466845"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:31.786936 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:31.793658 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60238) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:31.812238 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45272f-1ef8-48af-87a7-f1781248d1f1 x-openstack-request-id: req-2f45272f-1ef8-48af-87a7-f1781248d1f1 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:31.812538 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "name": "network-vif-plugged", "status": "completed", "tag": "f187807d-97c8-42df-9d28-a62462466845", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:31.812798 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f45272f-1ef8-48af-87a7-f1781248d1f1 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:31.813325 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f45272f-1ef8-48af-87a7-f1781248d1f1'] response: {'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f187807d-97c8-42df-9d28-a62462466845', 'code': 200} May 13 13:32:31.814761 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (f187807d-97c8-42df-9d28-a62462466845), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.865524 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:31.909159 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.970443 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['419528c3-a163-4096-aa94-d0e53f8d5d30'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:31.984256 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Publish callbacks [] for security_group (d9065d4d-849d-42fa-b0ea-c4e83b16c23f), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.069640 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d9065d4d-849d-42fa-b0ea-c4e83b16c23f), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.132702 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9065d4d-849d-42fa-b0ea-c4e83b16c23f,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:32.141508 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e07edfa0faeb44f18b0a846ba70dc340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482106 May 13 13:32:32.145402 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60242) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:32.149710 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4d5ef-fc28-4fe1-9b17-1ad3c18e1cc1 req-097b44a8-2487-4c62-8176-bc1942025800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.151179 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4e4d5ef-fc28-4fe1-9b17-1ad3c18e1cc1 req-097b44a8-2487-4c62-8176-bc1942025800 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 1130 time: 0.0640402 May 13 13:32:32.152488 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.152841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.153186 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.153524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.153885 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.154228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.154743 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.154929 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.155209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.155520 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.155897 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.157199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.157199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.157524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.157826 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2809-aa95-4ef0-a0ca-bb69ec5afe97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.207621 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f4e4d5ef-fc28-4fe1-9b17-1ad3c18e1cc1 req-1afd4676-626e-4b99-af4c-05b5f49faeb2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459495 May 13 13:32:32.484426 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75471b91-bd1e-4f1a-9079-29714c99e888 req-30a4de17-9dd9-4483-8fca-caece9d5a97a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.485924 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-75471b91-bd1e-4f1a-9079-29714c99e888 req-30a4de17-9dd9-4483-8fca-caece9d5a97a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0640905 May 13 13:32:32.510050 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15689-cbb2-4b9d-9629-31aa1f0a4c35 req-168fcadb-8435-414f-bc94-d4659408abbe tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.510661 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Publish callbacks [] for security_group (d9065d4d-849d-42fa-b0ea-c4e83b16c23f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.511523 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25b15689-cbb2-4b9d-9629-31aa1f0a4c35 req-168fcadb-8435-414f-bc94-d4659408abbe tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 945 time: 0.0499294 May 13 13:32:32.549655 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Publish callbacks [] for security_group (d9065d4d-849d-42fa-b0ea-c4e83b16c23f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.560167 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-25b15689-cbb2-4b9d-9629-31aa1f0a4c35 req-8aae8656-26a0-4022-92c8-0c0ecf3d1b16 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 May 13 13:32:32.563934 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-75471b91-bd1e-4f1a-9079-29714c99e888 req-52a0e605-d714-48c6-b029-007648819cd1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698485 May 13 13:32:32.668481 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c184aa-b51d-4589-a981-e72ba79d5d0a req-2826d9f8-3dbb-4798-8899-7aaadf822918 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.669960 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-08c184aa-b51d-4589-a981-e72ba79d5d0a req-2826d9f8-3dbb-4798-8899-7aaadf822918 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0456443 May 13 13:32:32.703309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d9065d4d-849d-42fa-b0ea-c4e83b16c23f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.705937 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.707081 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9065d4d-849d-42fa-b0ea-c4e83b16c23f HTTP/1.1" status: 204 len: 168 time: 0.5605221 May 13 13:32:32.715137 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9065d4d-849d-42fa-b0ea-c4e83b16c23f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:32.719842 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-08c184aa-b51d-4589-a981-e72ba79d5d0a req-d6daebd4-9f93-4041-b66b-5ac5c46368b7 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 May 13 13:32:32.722214 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.722570 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.722915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.723662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.724008 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.724345 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.724706 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.725035 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.725361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.725888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.726224 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.726563 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.726887 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.727368 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.727867 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb26142-0c87-449c-a03a-fd408e508666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:32.835273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff80125-34a7-43d6-b2f9-06aaf71cedc7 req-7fcc75fb-9327-4d54-98b9-0215b5b9333c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.836762 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eff80125-34a7-43d6-b2f9-06aaf71cedc7 req-7fcc75fb-9327-4d54-98b9-0215b5b9333c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0470564 May 13 13:32:32.886602 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eff80125-34a7-43d6-b2f9-06aaf71cedc7 req-ee866640-af97-42c8-ab25-b42759e81674 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 May 13 13:32:32.909431 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60254) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:32.945696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1950341-f31c-4eaa-b7b8-2688af80230a tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:32.947235 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e1950341-f31c-4eaa-b7b8-2688af80230a tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1125 time: 0.0367947 May 13 13:32:32.949846 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60256) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:32.954523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:33.052234 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.133443 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.241623 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.27.0.68 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/ac3afcc3-9622-4365-93f8-bb7ad767d8ef) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:33.349978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.375723 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:33.425411 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 419528c3-a163-4096-aa94-d0e53f8d5d30 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:33.492903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.536384 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:33.541680 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:33.544481 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:33.566016 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 419528c3-a163-4096-aa94-d0e53f8d5d30 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:33.566498 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.569522 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=ac3afcc3-9622-4365-93f8-bb7ad767d8ef,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:33.678128 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 419528c3-a163-4096-aa94-d0e53f8d5d30 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:33.678535 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.715373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429d564-b16c-492a-8b2e-243cc4d372fc req-ffd34ffd-5101-4b0d-850a-ce82f6b21a88 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:33.717555 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6429d564-b16c-492a-8b2e-243cc4d372fc req-ffd34ffd-5101-4b0d-850a-ce82f6b21a88 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 945 time: 0.0660439 May 13 13:32:33.733377 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:33.772650 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6429d564-b16c-492a-8b2e-243cc4d372fc req-62bdc1c9-f25e-48fc-9ff7-ed07d4cd7534 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 May 13 13:32:33.797253 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.802472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc299a-b631-4679-ae41-b366ef421dad req-22fc4b74-1b46-41a7-a817-4f2ad4e19200 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:33.804030 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-31fc299a-b631-4679-ae41-b366ef421dad req-22fc4b74-1b46-41a7-a817-4f2ad4e19200 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.1199269 May 13 13:32:33.821287 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:33.823630 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37020f-da24-495e-a124-1a94c2931f15" -d '{"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-plugged", "status": "completed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:33.862447 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:33.867821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0584d-e07c-43ae-8c36-5d7359894bc7 x-openstack-request-id: req-a9d0584d-e07c-43ae-8c36-5d7359894bc7 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:33.867821 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-plugged", "status": "completed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:33.868113 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9d0584d-e07c-43ae-8c36-5d7359894bc7 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:33.868317 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d0584d-e07c-43ae-8c36-5d7359894bc7'] response: {'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'code': 200} May 13 13:32:33.919361 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-31fc299a-b631-4679-ae41-b366ef421dad req-0888316f-86f5-47f0-8e7c-9bf1f404b9ba tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088698 May 13 13:32:34.071758 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (64852431-b638-4ac9-979f-cf34c5350b1b), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.227426 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.273342 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0794-e6b9-44ed-92e2-c1f16cd7daad req-e50f7026-58e5-42de-a733-ebffef85a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:34.275254 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-345e0794-e6b9-44ed-92e2-c1f16cd7daad req-e50f7026-58e5-42de-a733-ebffef85a159 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1130 time: 0.0419896 May 13 13:32:34.320613 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-345e0794-e6b9-44ed-92e2-c1f16cd7daad req-8e107c88-b956-4341-a01a-0dcc16ae9b74 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 May 13 13:32:34.381033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.440839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.516936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=ac3afcc3-9622-4365-93f8-bb7ad767d8ef,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:34.526468 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (64852431-b638-4ac9-979f-cf34c5350b1b), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.631468 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP 64852431-b638-4ac9-979f-cf34c5350b1b associated. External IP: 172.27.0.68, port: 4d81ea3d-1342-41f8-9505-45e355cea083. May 13 13:32:34.850104 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:34.894510 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee00d8-39ea-4f57-90b7-4da65ec575eb req-748d2ad2-d661-4858-a349-5ad02b38fda9 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:34.896032 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dee00d8-39ea-4f57-90b7-4da65ec575eb req-748d2ad2-d661-4858-a349-5ad02b38fda9 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0529890 May 13 13:32:34.947378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dee00d8-39ea-4f57-90b7-4da65ec575eb req-11e43b90-e1d7-4575-a930-171a0ac98c7b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 May 13 13:32:34.968745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:34.979542 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:34.994587 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:34.995220 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:35.044558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb66c-1d58-4742-8e0a-1b0d6add9d7a req-ba8df8a2-532e-425c-abfd-d443e26912d0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:35.046225 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1e5fb66c-1d58-4742-8e0a-1b0d6add9d7a req-ba8df8a2-532e-425c-abfd-d443e26912d0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0486178 May 13 13:32:35.050058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.095956 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0d60b782-d31b-45e8-ac4c-b65a9e005645 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1450264 May 13 13:32:35.097947 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:35.100302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c32383d-e0a9-46da-a132-a50535ec256c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:35.110685 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:35.130608 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1e5fb66c-1d58-4742-8e0a-1b0d6add9d7a req-dac04fc1-e07c-44cd-b352-3646f326d90a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771132 May 13 13:32:35.137718 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363e626-cbd3-42b2-928c-fdcda9df2168 x-openstack-request-id: req-1363e626-cbd3-42b2-928c-fdcda9df2168 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:35.138515 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:35.138515 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1363e626-cbd3-42b2-928c-fdcda9df2168 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:35.138787 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1363e626-cbd3-42b2-928c-fdcda9df2168'] response: {'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083', 'status': 'completed', 'code': 200} May 13 13:32:35.252552 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32383d-e0a9-46da-a132-a50535ec256c req-e6330286-eb6a-4a48-8388-034677abe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:35.254084 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-e6330286-eb6a-4a48-8388-034677abe926 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0693898 May 13 13:32:35.270085 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334dc29-4a1c-4fd2-a1fe-ce63db35e2d0 req-2e2aba69-98ed-4b2d-8729-a68305819264 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:35.271578 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a334dc29-4a1c-4fd2-a1fe-ce63db35e2d0 req-2e2aba69-98ed-4b2d-8729-a68305819264 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0553715 May 13 13:32:35.280305 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60310) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:35.285326 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'port_id': 'f187807d-97c8-42df-9d28-a62462466845'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:35.329366 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:33Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:35.344282 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.361221 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:35.372537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:35.374168 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:35.496282 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:35.512097 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32383d-e0a9-46da-a132-a50535ec256c req-fd3dfa4c-6afd-4739-abac-7cfd4660de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:35.513576 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-fd3dfa4c-6afd-4739-abac-7cfd4660de75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.1937208 May 13 13:32:35.722432 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:33Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:35.748838 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504ea14-34ea-4294-b925-07a8a6f762a3 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:33Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:35.880692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.956410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.964005 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-0b747d75-c848-4cc5-a4bb-6dd3e90ce32d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 999 time: 0.0717456 May 13 13:32:35.985236 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28d059-7354-4b2d-8eb3-27b510056658 None None] New status for floating IP 64852431-b638-4ac9-979f-cf34c5350b1b: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:36.079492 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d19da-5f1e-4ca7-ad3f-f5eeea357b36 req-b60daa02-b004-46aa-91c3-79d64225663e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:36.085257 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32383d-e0a9-46da-a132-a50535ec256c req-2387ce8d-30df-4a91-af49-dfdc52cc6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:36.086926 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f00d19da-5f1e-4ca7-ad3f-f5eeea357b36 req-b60daa02-b004-46aa-91c3-79d64225663e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0575044 May 13 13:32:36.087107 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-2387ce8d-30df-4a91-af49-dfdc52cc6b0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0756078 May 13 13:32:36.150823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f00d19da-5f1e-4ca7-ad3f-f5eeea357b36 req-0f556e12-395e-4f72-a2fe-bc89f25bf5d9 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584407 May 13 13:32:36.159259 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 29752f55-1991-458c-9d83-d961440ad5a4 associated. External IP: 172.27.0.74, port: f187807d-97c8-42df-9d28-a62462466845. May 13 13:32:36.161734 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32383d-e0a9-46da-a132-a50535ec256c req-9a4c44d6-771a-481d-a543-33668afc36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:36.163242 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-9a4c44d6-771a-481d-a543-33668afc36de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511422 May 13 13:32:36.605939 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-7e9d51ed-7824-4a33-a4d5-fb2334a5e5d0 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439624 May 13 13:32:36.792955 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4c32383d-e0a9-46da-a132-a50535ec256c req-e4bc6f11-aee7-433a-ab4c-90f44868380c service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530516 May 13 13:32:36.801247 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:36.924301 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:36.928941 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.934139 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:36.950842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:36.955437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:36.969532 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d6c28c2b-e432-49be-8f48-3aa3f88e50af tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "PUT /v2.0/floatingips/29752f55-1991-458c-9d83-d961440ad5a4 HTTP/1.1" status: 200 len: 991 time: 1.6874108 May 13 13:32:36.970350 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'tag': 'f187807d-97c8-42df-9d28-a62462466845'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:36.973413 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44a5c0-4858-4677-8c13-156ef5659df7" -d '{"events": [{"name": "network-changed", "server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "tag": "f187807d-97c8-42df-9d28-a62462466845"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:37.029220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e40211-3f4b-4000-884c-1a147db039fb x-openstack-request-id: req-b4e40211-3f4b-4000-884c-1a147db039fb {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:37.029518 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "tag": "f187807d-97c8-42df-9d28-a62462466845", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:37.029768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e40211-3f4b-4000-884c-1a147db039fb {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:37.030208 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e40211-3f4b-4000-884c-1a147db039fb'] response: {'name': 'network-changed', 'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'tag': 'f187807d-97c8-42df-9d28-a62462466845', 'status': 'completed', 'code': 200} May 13 13:32:37.049754 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258c207-454c-420c-bd30-4e21e48a7ac3 req-420ab581-2353-450e-9a66-4bffffead2a6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:37.051389 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d258c207-454c-420c-bd30-4e21e48a7ac3 req-420ab581-2353-450e-9a66-4bffffead2a6 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0543530 May 13 13:32:37.105074 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-d258c207-454c-420c-bd30-4e21e48a7ac3 req-4e5349f8-12c7-49e1-b281-8cac87f266cf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 May 13 13:32:37.211332 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:37.259583 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54adb03-6bfd-4aeb-a9d1-a8663747de49 req-f8ebee82-cbc5-42ac-ad6c-2500eb9377b5 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:37.261215 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c54adb03-6bfd-4aeb-a9d1-a8663747de49 req-f8ebee82-cbc5-42ac-ad6c-2500eb9377b5 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0488670 May 13 13:32:37.325956 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-c54adb03-6bfd-4aeb-a9d1-a8663747de49 req-ceff35be-20f3-474d-a805-1cb0babe4540 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589845 May 13 13:32:37.450847 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}, {'id': '29752f55-1991-458c-9d83-d961440ad5a4', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'f187807d-97c8-42df-9d28-a62462466845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:da:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75183d1d-a3aa-4781-8289-ff286fe85376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:21Z', 'updated_at': '2022-05-13T13:32:35Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:37.451744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbbf74-29e0-47aa-9b48-d9226a3057e4 req-2d7bc12d-612e-47ff-a02d-12c84d6fdc6f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:37.453338 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fdfbbf74-29e0-47aa-9b48-d9226a3057e4 req-2d7bc12d-612e-47ff-a02d-12c84d6fdc6f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0541191 May 13 13:32:37.489646 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:37.498634 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:37.499547 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:37.518378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-fdfbbf74-29e0-47aa-9b48-d9226a3057e4 req-bc76683d-599a-42dd-a282-e81e8d687eeb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589442 May 13 13:32:37.542554 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60346) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:37.612885 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:37.737468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c26d78-d120-456d-ac55-dc1398d422e2 tempest-TestShelveInstance-1670769483 tempest-TestShelveInstance-1670769483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:37.739069 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e0c26d78-d120-456d-ac55-dc1398d422e2 tempest-TestShelveInstance-1670769483 tempest-TestShelveInstance-1670769483-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1125 time: 0.1953371 May 13 13:32:37.742033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60350) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:37.746428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:37.834510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}, {'id': '29752f55-1991-458c-9d83-d961440ad5a4', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'f187807d-97c8-42df-9d28-a62462466845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:da:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75183d1d-a3aa-4781-8289-ff286fe85376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:21Z', 'updated_at': '2022-05-13T13:32:35Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:37.841518 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:37.868033 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81ba3e-f977-4857-8d58-edc814217319 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}, {'id': '29752f55-1991-458c-9d83-d961440ad5a4', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'f187807d-97c8-42df-9d28-a62462466845', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:da:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75183d1d-a3aa-4781-8289-ff286fe85376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:21Z', 'updated_at': '2022-05-13T13:32:35Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:37.934162 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.048136 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Allocated IP 172.27.0.88 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/a4f277bc-b24a-4abe-9e6f-3d10149b7fbd) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:38.095469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-40246325-ac71-4dbc-8674-3e66904367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.097173 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-40246325-ac71-4dbc-8674-3e66904367e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 1130 time: 0.0455940 May 13 13:32:38.134332 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca915a6b-92da-4a0e-aeb2-c992e2a8bc96 None None] New status for floating IP 29752f55-1991-458c-9d83-d961440ad5a4: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:38.175651 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.264883 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3ce1-98a3-4c79-aa22-00b919dfaee3 req-82f2e27e-b9cc-4bef-b1f4-d71c3874cdbf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.266671 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bcea3ce1-98a3-4c79-aa22-00b919dfaee3 req-82f2e27e-b9cc-4bef-b1f4-d71c3874cdbf tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0574100 May 13 13:32:38.272350 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-6316b4a2-66b2-41e9-9596-1e14d1bc4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.274303 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-6316b4a2-66b2-41e9-9596-1e14d1bc4ed1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 915 time: 0.1692896 May 13 13:32:38.304033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.361141 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-055a0333-da56-4852-98f7-788e630690cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f187807d-97c8-42df-9d28-a62462466845 HTTP/1.1" status: 200 len: 999 time: 0.0715048 May 13 13:32:38.361691 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60360) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:38.391471 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bcea3ce1-98a3-4c79-aa22-00b919dfaee3 req-b4bd2b15-3305-4f51-b988-0b50b5d8fb1c tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170874 May 13 13:32:38.400291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:38.408079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:38.410634 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:38.445008 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'Port': ['ID=a4f277bc-b24a-4abe-9e6f-3d10149b7fbd,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:38.449887 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-b273700e-1670-4330-9efa-786243a44a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.451930 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-b273700e-1670-4330-9efa-786243a44a61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0759845 May 13 13:32:38.461106 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-7d45ebb0-1f88-45aa-aca9-930a1912d051 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.462858 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-7d45ebb0-1f88-45aa-aca9-930a1912d051 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.1154814 May 13 13:32:38.509587 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-244e6662-ef94-440f-ac84-1de4ea94ae9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.531979 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-dca67120-41ba-4ae9-b8f3-9c19f0eb56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:38.533557 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-dca67120-41ba-4ae9-b8f3-9c19f0eb56c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764763 May 13 13:32:38.618685 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Deleting port ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:38.619030 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.667919 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-d70337b5-d6c0-4bc0-829f-dc9247f206e9 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278851 May 13 13:32:38.740361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-244e6662-ef94-440f-ac84-1de4ea94ae9a admin admin] Publish callbacks [] for security_group (797da24b-e7dc-457b-98ba-4cd2f0ce3cca), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.785051 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6f44a5c0-4858-4677-8c13-156ef5659df7 req-b4a8e328-9b8a-4cb5-9e67-e550c20c3849 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088939 May 13 13:32:38.792457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] For port ed34b0e2-4b0c-4721-9e85-8167943bb597, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ed34b0e2-4b0c-4721-9e85-8167943bb597,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:38.792824 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.817749 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-244e6662-ef94-440f-ac84-1de4ea94ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (797da24b-e7dc-457b-98ba-4cd2f0ce3cca), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.858120 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-244e6662-ef94-440f-ac84-1de4ea94ae9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50a29871cb8b40e9899135bd6cb5a237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953449 May 13 13:32:38.862385 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60364) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:38.875171 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6662-ef94-440f-ac84-1de4ea94ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797da24b-e7dc-457b-98ba-4cd2f0ce3cca,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:38.915780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] Publish callbacks [] for security_group (797da24b-e7dc-457b-98ba-4cd2f0ce3cca), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.056670 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] Publish callbacks [] for security_group (797da24b-e7dc-457b-98ba-4cd2f0ce3cca), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.088781 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.089138 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.091034 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Floating IP 86e26785-68f7-4ed4-b510-90eeef74756f disassociated. External IP: 172.27.0.185, port: ed34b0e2-4b0c-4721-9e85-8167943bb597. May 13 13:32:39.091034 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Calling delete_port for ed34b0e2-4b0c-4721-9e85-8167943bb597 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:39.097410 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for floatingip (ab161442-95f0-49f0-ae17-7d619f41d03e), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.138029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (797da24b-e7dc-457b-98ba-4cd2f0ce3cca), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.141335 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.142559 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/797da24b-e7dc-457b-98ba-4cd2f0ce3cca HTTP/1.1" status: 204 len: 168 time: 0.2808356 May 13 13:32:39.152326 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea398a-17f8-48f6-90c2-4b461a8af7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797da24b-e7dc-457b-98ba-4cd2f0ce3cca,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:39.558966 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.601655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da8cd3-91c1-4f5c-92fd-91361314a504 req-6297f58d-47fb-4de8-9b5b-c0f08a55bd85 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:39.603602 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64da8cd3-91c1-4f5c-92fd-91361314a504 req-6297f58d-47fb-4de8-9b5b-c0f08a55bd85 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 947 time: 0.0685797 May 13 13:32:39.648815 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (ed34b0e2-4b0c-4721-9e85-8167943bb597), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.657957 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-64da8cd3-91c1-4f5c-92fd-91361314a504 req-6f50b3da-c4a2-493a-8df7-026ef735d950 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups?id=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473645 May 13 13:32:39.687871 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'Port': ['ID=ed34b0e2-4b0c-4721-9e85-8167943bb597,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:39.860028 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.878164 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:39.878808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60372) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:39.891875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c109-bdc0-4ad2-ae5e-0204da5c8596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.939198 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:39.967846 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c109-bdc0-4ad2-ae5e-0204da5c8596 admin admin] Publish callbacks [] for security_group (97ecacd7-a710-495a-93e3-db40d10c7798), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.052765 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c109-bdc0-4ad2-ae5e-0204da5c8596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (97ecacd7-a710-495a-93e3-db40d10c7798), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.062364 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event updated for resources: {'Port': ['ID=a4f277bc-b24a-4abe-9e6f-3d10149b7fbd,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:40.071309 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:40.087996 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:40.098426 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (ab161442-95f0-49f0-ae17-7d619f41d03e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.100398 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:40.101041 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:40.116770 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a6f0c109-bdc0-4ad2-ae5e-0204da5c8596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b04a0d7935a74e42b834bfe72d1bca62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361875 May 13 13:32:40.122717 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c109-bdc0-4ad2-ae5e-0204da5c8596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecacd7-a710-495a-93e3-db40d10c7798,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:40.125343 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60374) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:40.157917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] No DVR routers for this DVR port ed34b0e2-4b0c-4721-9e85-8167943bb597 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:40.161662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.165007 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-eaf04010-d4c5-4981-a265-22c46594a4f2 req-4c6a84a4-b27c-4e62-930e-2b876be51b83 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.70 "DELETE /v2.0/ports/ed34b0e2-4b0c-4721-9e85-8167943bb597 HTTP/1.1" status: 204 len: 173 time: 1.6943097 May 13 13:32:40.165463 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-deleted', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:40.167845 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eca2ca-3559-4f99-bb64-bc0fc6054edb" -d '{"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-deleted", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:40.194903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] Publish callbacks [] for security_group (97ecacd7-a710-495a-93e3-db40d10c7798), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.232587 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] Publish callbacks [] for security_group (97ecacd7-a710-495a-93e3-db40d10c7798), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.251769 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f52ca66-69d0-47cb-842a-944c08d7d133 x-openstack-request-id: req-4f52ca66-69d0-47cb-842a-944c08d7d133 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:40.252142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3", "name": "network-vif-deleted", "tag": "ed34b0e2-4b0c-4721-9e85-8167943bb597", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:40.252468 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f52ca66-69d0-47cb-842a-944c08d7d133 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:40.253078 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f52ca66-69d0-47cb-842a-944c08d7d133'] response: {'server_uuid': '3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3', 'name': 'network-vif-deleted', 'tag': 'ed34b0e2-4b0c-4721-9e85-8167943bb597', 'status': 'completed', 'code': 200} May 13 13:32:40.279268 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Floating IP ab161442-95f0-49f0-ae17-7d619f41d03e associated. External IP: 172.27.0.88, port: 419528c3-a163-4096-aa94-d0e53f8d5d30. May 13 13:32:40.300918 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.302917 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:40.372149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (97ecacd7-a710-495a-93e3-db40d10c7798), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.374822 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.379762 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97ecacd7-a710-495a-93e3-db40d10c7798 HTTP/1.1" status: 204 len: 168 time: 0.2495854 May 13 13:32:40.397397 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ff986-0993-401f-93cf-8c7079f0f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecacd7-a710-495a-93e3-db40d10c7798,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:40.530216 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:40.559188 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:40.559899 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Router e8c39c60-e59f-4197-a1bb-515b0ef21347 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:40.567763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:40.568377 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:40.680353 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:40.681996 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:40.694891 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Sync routers for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:40.709091 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:40.709706 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:40.775416 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:40.813279 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9aaebef9-2680-4e93-9008-6003442a8947 req-c426b20b-9bb0-4e3a-b731-8af259725db7 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ed3acdf-ad9a-49b9-82b6-fc4742cfaac3 HTTP/1.1" status: 200 len: 210 time: 0.0602567 May 13 13:32:40.825365 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:40.836539 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-fc27ae62-0bc5-433c-803d-18e23500ce0e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0933125 May 13 13:32:41.061234 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:41.092553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d40af-edb5-4e90-b16b-45090568f29d None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:25:18Z', 'revision_number': 4, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'cfc623c7-1ff1-40fb-90e2-0fa6778498cf', 'name': '', 'network_id': '1652406e-a728-4ceb-93be-3e053ed6049d', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'mac_address': 'fa:16:3e:30:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:17Z', 'updated_at': '2022-05-13T13:25:30Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'subnets': [{'id': '01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:41.196897 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ab161442-95f0-49f0-ae17-7d619f41d03e', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'mac_address': 'fa:16:3e:64:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:38Z', 'updated_at': '2022-05-13T13:32:38Z', 'revision_number': 0, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:41.229626 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Checking router: e8c39c60-e59f-4197-a1bb-515b0ef21347 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:41.240031 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:41.240845 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:41.362064 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:41.372869 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53600cbf-d420-4722-85b4-66ac54c17462 None None] New status for floating IP 86e26785-68f7-4ed4-b510-90eeef74756f: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:41.445190 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:41.504815 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: ed34b0e2-4b0c-4721-9e85-8167943bb597 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:41.505192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device ed34b0e2-4b0c-4721-9e85-8167943bb597 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:41.628392 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ab161442-95f0-49f0-ae17-7d619f41d03e', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'mac_address': 'fa:16:3e:64:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:38Z', 'updated_at': '2022-05-13T13:32:38Z', 'revision_number': 0, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:41.655029 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ad736-cd31-4f3b-ae8d-47b03d111342 None None] The sync data for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi is: [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'ab161442-95f0-49f0-ae17-7d619f41d03e', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'floating_ip_address': '172.27.0.88', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'mac_address': 'fa:16:3e:64:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:38Z', 'updated_at': '2022-05-13T13:32:38Z', 'revision_number': 0, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:41.924569 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc346768-8546-4d51-9b5f-64d96eeeef29 None None] New status for floating IP ab161442-95f0-49f0-ae17-7d619f41d03e: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:42.122730 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60412) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:42.178844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.202256 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.254111 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:42.256573 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de636fc-08b8-4a85-8ced-adb617037cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:42.297448 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3bccbf-a265-434f-85c4-e9e080d699fd x-openstack-request-id: req-6f3bccbf-a265-434f-85c4-e9e080d699fd {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:42.297736 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:42.298043 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f3bccbf-a265-434f-85c4-e9e080d699fd {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:42.298439 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3bccbf-a265-434f-85c4-e9e080d699fd'] response: {'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'status': 'completed', 'code': 200} May 13 13:32:42.338261 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.340906 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.342307 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "DELETE /v2.0/security-groups/f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb HTTP/1.1" status: 204 len: 168 time: 0.2185996 May 13 13:32:42.345937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60416) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:42.362692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c1513-fd81-4f2d-9467-9f5268252907 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:42.370812 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-5626b646-baa2-4f86-93e4-022309500119 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] show failed (client error): The resource could not be found. May 13 13:32:42.375466 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5626b646-baa2-4f86-93e4-022309500119 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "GET /v2.0/security-groups/f07c7bf3-d8fa-4dbc-a0fc-15e1cc2d0bfb HTTP/1.1" status: 404 len: 347 time: 0.0240183 May 13 13:32:42.375635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60418) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:42.378817 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-3d26d169-5b55-4857-8da6-43325b5fed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:42.380449 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-3d26d169-5b55-4857-8da6-43325b5fed1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1130 time: 0.0473835 May 13 13:32:42.502391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-3a975c20-e41f-459a-af38-2472887735be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:42.503760 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Deleting port 0fe4241b-829f-496d-b2d2-8d49eb88c5e1 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:42.503916 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-3a975c20-e41f-459a-af38-2472887735be service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 910 time: 0.1050520 May 13 13:32:42.504114 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.586481 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-e82d4e3d-d81c-4c83-b9e9-6a434fd0c94e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 1001 time: 0.0724659 May 13 13:32:42.594968 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.595637 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.610852 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Calling delete_port for 0fe4241b-829f-496d-b2d2-8d49eb88c5e1 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:42.642927 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-bc8b1b17-83bc-45a4-88ba-f215d2d679d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:42.644453 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-bc8b1b17-83bc-45a4-88ba-f215d2d679d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 200 len: 848 time: 0.0529065 May 13 13:32:42.698944 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-4c192c05-ca42-46eb-8d46-5d52455ff5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:42.700455 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-4c192c05-ca42-46eb-8d46-5d52455ff5b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a936522-2bfb-4af4-991c-21176e7e46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418072 May 13 13:32:42.792716 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-ff9754bf-94cc-43d0-8eec-233f5f0cc935 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854802 May 13 13:32:42.823668 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (0fe4241b-829f-496d-b2d2-8d49eb88c5e1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.851644 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Pushing event deleted for resources: {'Port': ['ID=0fe4241b-829f-496d-b2d2-8d49eb88c5e1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:42.891266 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-4de636fc-08b8-4a85-8ced-adb617037cb1 req-bffa22d5-53d0-4f60-a5e0-c77c48b9bfc9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930603 May 13 13:32:42.922433 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks [] for floatingip (86e26785-68f7-4ed4-b510-90eeef74756f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.925126 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.926353 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-90939560-de7d-4d58-874b-c1d7f9d785a3 tempest-AttachVolumeShelveTestJSON-190877774 tempest-AttachVolumeShelveTestJSON-190877774-project] 10.222.0.25 "DELETE /v2.0/floatingips/86e26785-68f7-4ed4-b510-90eeef74756f HTTP/1.1" status: 204 len: 168 time: 0.5498214 May 13 13:32:44.663211 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3710ae7a-57be-4fd2-a6e3-242835c10baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:45.625440 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60460) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:45.645735 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60464) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:45.777719 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2357094-5468-4643-ad9e-7ea248eb121f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:45.951795 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2357094-5468-4643-ad9e-7ea248eb121f admin admin] Publish callbacks [] for security_group (fc45d019-dd77-481d-88da-3411a6a9cbb0), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.035982 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b2357094-5468-4643-ad9e-7ea248eb121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fc45d019-dd77-481d-88da-3411a6a9cbb0), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.136090 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b2357094-5468-4643-ad9e-7ea248eb121f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ceb8d72199c41d09b49b7eabc289039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892566 May 13 13:32:46.139295 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60468) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:46.145620 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2357094-5468-4643-ad9e-7ea248eb121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc45d019-dd77-481d-88da-3411a6a9cbb0,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:46.189659 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] Publish callbacks [] for security_group (fc45d019-dd77-481d-88da-3411a6a9cbb0), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.211819 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] Publish callbacks [] for security_group (fc45d019-dd77-481d-88da-3411a6a9cbb0), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.233630 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.337866 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fc45d019-dd77-481d-88da-3411a6a9cbb0), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.340577 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.341736 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc45d019-dd77-481d-88da-3411a6a9cbb0 HTTP/1.1" status: 204 len: 168 time: 0.2008371 May 13 13:32:46.350594 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79245525-1ba5-4eb8-9120-1f0c75e44ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc45d019-dd77-481d-88da-3411a6a9cbb0,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:46.535592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Deleting port cfc623c7-1ff1-40fb-90e2-0fa6778498cf {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:46.535894 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.613686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] For port cfc623c7-1ff1-40fb-90e2-0fa6778498cf, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:46.614131 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.628767 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Calling delete_port for cfc623c7-1ff1-40fb-90e2-0fa6778498cf owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:46.893055 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (cfc623c7-1ff1-40fb-90e2-0fa6778498cf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:46.977652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ee0b4521-bc05-4b06-b06b-059545b46f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:47.213247 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc623c7-1ff1-40fb-90e2-0fa6778498cf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:47.403275 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:47.654117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:47.767713 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:47.773192 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d8bf368d-12a6-4026-b94e-e60d63fd9375 admin admin] 10.222.0.25 "PUT /v2.0/routers/7771b9d1-8d54-4b2d-b949-12f4dfddada0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468196 May 13 13:32:47.775888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60532) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:47.778587 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Sync routers for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:47.789637 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:47.790380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:47.899527 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks [] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:47.911439 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:48.004790 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks [] for router_gateway (7771b9d1-8d54-4b2d-b949-12f4dfddada0), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.081088 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:46Z', 'revision_number': 5, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port': {'id': '2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:25:11Z', 'updated_at': '2022-05-13T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:48.117111 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Checking router: 7771b9d1-8d54-4b2d-b949-12f4dfddada0 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:48.125922 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Deleting port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:48.126273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.132050 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Routers {'7771b9d1-8d54-4b2d-b949-12f4dfddada0'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:48.132656 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:32:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:48.203153 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] For port 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:48.203489 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.217278 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Calling delete_port for 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d owned by network:router_gateway {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:48.220440 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] Set router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 gateway port host: None {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:48.270829 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:48Z', 'revision_number': 6, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port_host': None}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:48.300797 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f91-d54c-46c1-93e8-37a057366bc2 None None] The sync data for ids ['7771b9d1-8d54-4b2d-b949-12f4dfddada0'] in dv-cinder-841591-2-iscsi is: [{'id': '7771b9d1-8d54-4b2d-b949-12f4dfddada0', 'name': 'tempest-AttachVolumeShelveTestJSON-2128608396-router', 'tenant_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:25:10Z', 'updated_at': '2022-05-13T13:32:48Z', 'revision_number': 6, 'project_id': '4cd4aa315c4340a1a649d8c51cea0da9', 'gw_port_host': None}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:48.326681 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.469994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.501722 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:48.566940 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.675155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.677994 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks [] for router_controller (7771b9d1-8d54-4b2d-b949-12f4dfddada0), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.795221 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (7771b9d1-8d54-4b2d-b949-12f4dfddada0), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.795846 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7771b9d1-8d54-4b2d-b949-12f4dfddada0 {{(pid=103979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:32:48.800163 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.801382 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-da409d5c-c647-47f4-8812-af77336c7858 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7771b9d1-8d54-4b2d-b949-12f4dfddada0 HTTP/1.1" status: 204 len: 168 time: 1.0238135 May 13 13:32:48.803852 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60540) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:48.852481 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Deleting subnet 01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:32:48.855610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Publish callbacks [] for subnet (01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.889331 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:48.968867 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.069537 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device cfc623c7-1ff1-40fb-90e2-0fa6778498cf no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:49.093140 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: cfc623c7-1ff1-40fb-90e2-0fa6778498cf {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:49.093988 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device cfc623c7-1ff1-40fb-90e2-0fa6778498cf not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:49.103972 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.132578 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:49.134637 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.137892 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6e94f038-0dcc-4b78-b1bd-c1cdce74ff37 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01c8ffa6-29fd-4eea-80e4-1b8cf0d0d38b HTTP/1.1" status: 204 len: 168 time: 0.3330183 May 13 13:32:49.140472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60556) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:49.140783 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d56427-0932-4651-935d-3bfe0e7e5648 None None] Network 1652406e-a728-4ceb-93be-3e053ed6049d requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:32:49.214356 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (1652406e-a728-4ceb-93be-3e053ed6049d), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.269500 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Deleting port f3c32f71-e4fb-456f-b694-3660d0a4ab57 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:49.270101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.336519 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] DHCP port deletion for 1652406e-a728-4ceb-93be-3e053ed6049d request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:32:49.353839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] For port f3c32f71-e4fb-456f-b694-3660d0a4ab57, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=f3c32f71-e4fb-456f-b694-3660d0a4ab57,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:49.353839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.369190 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Calling delete_port for f3c32f71-e4fb-456f-b694-3660d0a4ab57 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:49.388622 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Deleting port f3c32f71-e4fb-456f-b694-3660d0a4ab57 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:49.389034 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.485214 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] For port f3c32f71-e4fb-456f-b694-3660d0a4ab57, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=f3c32f71-e4fb-456f-b694-3660d0a4ab57,segment=NetworkSegment(06a341d1-a538-43dc-b1b8-7801f21523e5),segment_id=06a341d1-a538-43dc-b1b8-7801f21523e5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:49.485622 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.502412 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Calling delete_port for f3c32f71-e4fb-456f-b694-3660d0a4ab57 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:49.534159 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.569846 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c32f71-e4fb-456f-b694-3660d0a4ab57,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:49.576228 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] No DVR routers for this DVR port f3c32f71-e4fb-456f-b694-3660d0a4ab57 on host dv-cinder-841591-2-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:49.587158 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.594579 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (f3c32f71-e4fb-456f-b694-3660d0a4ab57), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.622840 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] No DVR routers for this DVR port f3c32f71-e4fb-456f-b694-3660d0a4ab57 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:49.627166 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Pushing event deleted for resources: {'Port': ['ID=f3c32f71-e4fb-456f-b694-3660d0a4ab57,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:49.636234 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.636595 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.636950 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.637297 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.637637 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.638003 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.638341 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.638674 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.639010 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.639343 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.639715 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.640626 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.640963 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.641296 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.641628 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93631c5-81e4-40f5-9ded-bc98388fafd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:49.658007 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (1652406e-a728-4ceb-93be-3e053ed6049d), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.679187 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1652406e-a728-4ceb-93be-3e053ed6049d']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:49.690728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a341d1-a538-43dc-b1b8-7801f21523e5') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:49.691134 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a341d1-a538-43dc-b1b8-7801f21523e5') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:49.702091 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (06a341d1-a538-43dc-b1b8-7801f21523e5), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.716817 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (06a341d1-a538-43dc-b1b8-7801f21523e5), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.724046 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:32:49.724542 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (06a341d1-a538-43dc-b1b8-7801f21523e5), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:32:49.726529 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:32:49.835418 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (1652406e-a728-4ceb-93be-3e053ed6049d), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.840936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:49.845333 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1652406e-a728-4ceb-93be-3e053ed6049d HTTP/1.1" status: 204 len: 168 time: 0.7039075 May 13 13:32:49.857027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af368-c4db-432f-ae6e-c42352078494 admin admin] Pushing event deleted for resources: {'Network': ['ID=1652406e-a728-4ceb-93be-3e053ed6049d,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:50.304572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60564) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:50.351083 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-daeaf75d-884c-4577-828a-9251572a1e2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd4aa315c4340a1a649d8c51cea0da9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451610 May 13 13:32:50.353620 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60566) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:50.412202 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] Publish callbacks [] for security_group (263ea59b-c3ab-4487-adcc-844a0b622261), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:50.435774 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] Publish callbacks [] for security_group (263ea59b-c3ab-4487-adcc-844a0b622261), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:50.457149 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device f3c32f71-e4fb-456f-b694-3660d0a4ab57 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:50.482131 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: f3c32f71-e4fb-456f-b694-3660d0a4ab57 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:50.482712 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device f3c32f71-e4fb-456f-b694-3660d0a4ab57 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:50.483138 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:50.503746 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:50.504097 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2cd3cb1a-aca9-4746-a64d-bebbee8e6b3d not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:50.600538 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (263ea59b-c3ab-4487-adcc-844a0b622261), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:50.603193 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:50.604382 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263ea59b-c3ab-4487-adcc-844a0b622261 HTTP/1.1" status: 204 len: 168 time: 0.2497044 May 13 13:32:50.615003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba686210-5036-4194-901d-1567fbaacaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ea59b-c3ab-4487-adcc-844a0b622261,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:50.823571 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:59.079317 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:33:01.388887 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60714) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:01.490630 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d7b841d8-5581-4662-8747-7feace4b1d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.566535 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d7b841d8-5581-4662-8747-7feace4b1d05 admin admin] Publish callbacks [] for security_group (aefcb178-b703-4d2f-a691-34ab658896d7), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.628963 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d7b841d8-5581-4662-8747-7feace4b1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aefcb178-b703-4d2f-a691-34ab658896d7), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.664711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b841d8-5581-4662-8747-7feace4b1d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefcb178-b703-4d2f-a691-34ab658896d7,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:01.668890 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d7b841d8-5581-4662-8747-7feace4b1d05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec6436a7141248d58e05e8f156cfda29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789652 May 13 13:33:01.672064 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60720) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:01.721993 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] Publish callbacks [] for security_group (aefcb178-b703-4d2f-a691-34ab658896d7), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.743144 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] Publish callbacks [] for security_group (aefcb178-b703-4d2f-a691-34ab658896d7), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.886135 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aefcb178-b703-4d2f-a691-34ab658896d7), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.888874 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:01.890067 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aefcb178-b703-4d2f-a691-34ab658896d7 HTTP/1.1" status: 204 len: 168 time: 0.2170296 May 13 13:33:01.898374 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3ad1f-21da-4dd2-b1b3-35ceece74bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefcb178-b703-4d2f-a691-34ab658896d7,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:04.246859 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60776) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:04.351692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb735-2463-4fdb-999b-309dbcaaad71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.423025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb735-2463-4fdb-999b-309dbcaaad71 admin admin] Publish callbacks [] for security_group (04a5d990-ec31-4a04-89e5-81716e662c0b), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.469483 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb735-2463-4fdb-999b-309dbcaaad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (04a5d990-ec31-4a04-89e5-81716e662c0b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.509429 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-0c7bb735-2463-4fdb-999b-309dbcaaad71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fd8328ac64349f7846374a8cef3c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614646 May 13 13:33:04.510333 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bb735-2463-4fdb-999b-309dbcaaad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5d990-ec31-4a04-89e5-81716e662c0b,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:04.512180 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60782) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:04.560037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] Publish callbacks [] for security_group (04a5d990-ec31-4a04-89e5-81716e662c0b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.583790 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] Publish callbacks [] for security_group (04a5d990-ec31-4a04-89e5-81716e662c0b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.691802 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (04a5d990-ec31-4a04-89e5-81716e662c0b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.694359 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.695515 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04a5d990-ec31-4a04-89e5-81716e662c0b HTTP/1.1" status: 204 len: 168 time: 0.1823153 May 13 13:33:04.703798 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5942b6-79f3-4ff9-9d2e-15ba150078dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5d990-ec31-4a04-89e5-81716e662c0b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:05.180807 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60788) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:05.194022 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0b02f8c0-903a-4bc0-b578-e55aa25f2229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.269582 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0b02f8c0-903a-4bc0-b578-e55aa25f2229 admin admin] Publish callbacks [] for security_group (0823bfc5-2d03-4ca7-92c6-71cc869798cf), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.320768 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0b02f8c0-903a-4bc0-b578-e55aa25f2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0823bfc5-2d03-4ca7-92c6-71cc869798cf), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.361245 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0b02f8c0-903a-4bc0-b578-e55aa25f2229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=133d2b096d834db29af5c9d0451e5bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792381 May 13 13:33:05.363147 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02f8c0-903a-4bc0-b578-e55aa25f2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0823bfc5-2d03-4ca7-92c6-71cc869798cf,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:05.364025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60794) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:05.424175 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] Publish callbacks [] for security_group (0823bfc5-2d03-4ca7-92c6-71cc869798cf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.452021 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] Publish callbacks [] for security_group (0823bfc5-2d03-4ca7-92c6-71cc869798cf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.571968 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0823bfc5-2d03-4ca7-92c6-71cc869798cf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.574563 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.575713 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0823bfc5-2d03-4ca7-92c6-71cc869798cf HTTP/1.1" status: 204 len: 168 time: 0.2105417 May 13 13:33:05.584406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5082853-cd82-4874-89dd-9ee5f5752048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823bfc5-2d03-4ca7-92c6-71cc869798cf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:08.130444 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60852) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:08.231387 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aebe447-124b-4420-8fd1-f8d9e4d11d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.307688 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aebe447-124b-4420-8fd1-f8d9e4d11d54 admin admin] Publish callbacks [] for security_group (00250698-b65e-4808-9809-deb40770c734), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.366194 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4aebe447-124b-4420-8fd1-f8d9e4d11d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (00250698-b65e-4808-9809-deb40770c734), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.404461 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebe447-124b-4420-8fd1-f8d9e4d11d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00250698-b65e-4808-9809-deb40770c734,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:08.409491 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4aebe447-124b-4420-8fd1-f8d9e4d11d54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1becea289c09498888e13ca2981b416b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780149 May 13 13:33:08.412325 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60860) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:08.462592 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] Publish callbacks [] for security_group (00250698-b65e-4808-9809-deb40770c734), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.484473 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] Publish callbacks [] for security_group (00250698-b65e-4808-9809-deb40770c734), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.611903 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (00250698-b65e-4808-9809-deb40770c734), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.614579 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:08.615738 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00250698-b65e-4808-9809-deb40770c734 HTTP/1.1" status: 204 len: 168 time: 0.2024927 May 13 13:33:08.628108 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d15af-c4b5-4664-a5e4-468add1ffe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00250698-b65e-4808-9809-deb40770c734,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:09.252082 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 60868) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:09.264810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e2b5411f-2dd0-4b71-8e58-ac4f125244a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.335241 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e2b5411f-2dd0-4b71-8e58-ac4f125244a9 admin admin] Publish callbacks [] for security_group (62faa79b-b10f-4892-ade8-af1f49d9f47c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.406228 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e2b5411f-2dd0-4b71-8e58-ac4f125244a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (62faa79b-b10f-4892-ade8-af1f49d9f47c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.445435 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e2b5411f-2dd0-4b71-8e58-ac4f125244a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6fcce6caa9e467989e48d43fcc88f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922963 May 13 13:33:09.446308 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5411f-2dd0-4b71-8e58-ac4f125244a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62faa79b-b10f-4892-ade8-af1f49d9f47c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:09.448851 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60870) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:09.498208 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] Publish callbacks [] for security_group (62faa79b-b10f-4892-ade8-af1f49d9f47c), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.518898 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] Publish callbacks [] for security_group (62faa79b-b10f-4892-ade8-af1f49d9f47c), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.634836 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (62faa79b-b10f-4892-ade8-af1f49d9f47c), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.637406 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.638775 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62faa79b-b10f-4892-ade8-af1f49d9f47c HTTP/1.1" status: 204 len: 168 time: 0.1887648 May 13 13:33:09.646585 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93710f0-d473-497d-bf7d-ef7b18a8fa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62faa79b-b10f-4892-ade8-af1f49d9f47c,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:10.223083 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:14.697246 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2306fc64-9426-4b8f-a324-7fbfe0974fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.329420 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60962) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:15.435357 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4e630cfc-9a49-4e69-8866-a85a2d73bc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.514154 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4e630cfc-9a49-4e69-8866-a85a2d73bc68 admin admin] Publish callbacks [] for security_group (01f16555-8b90-44c8-a33e-fc24d43a293a), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.628595 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4e630cfc-9a49-4e69-8866-a85a2d73bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (01f16555-8b90-44c8-a33e-fc24d43a293a), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.665511 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630cfc-9a49-4e69-8866-a85a2d73bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f16555-8b90-44c8-a33e-fc24d43a293a,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:15.669728 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4e630cfc-9a49-4e69-8866-a85a2d73bc68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7aa81ae3f0d340fd8d30752efbf7f557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392198 May 13 13:33:15.672381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 60970) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:15.719574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] Publish callbacks [] for security_group (01f16555-8b90-44c8-a33e-fc24d43a293a), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.741193 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] Publish callbacks [] for security_group (01f16555-8b90-44c8-a33e-fc24d43a293a), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.863301 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (01f16555-8b90-44c8-a33e-fc24d43a293a), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.872128 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:15.873312 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01f16555-8b90-44c8-a33e-fc24d43a293a HTTP/1.1" status: 204 len: 168 time: 0.2000334 May 13 13:33:15.886579 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d0291-9910-459d-8ef0-7578969ca315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f16555-8b90-44c8-a33e-fc24d43a293a,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:17.000117 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-64f89b35-a16d-4dda-8c73-b352620c969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.194664 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.582987 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 32806) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:18.687261 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b6a39368-c784-460b-833e-624b337cfcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.760188 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b6a39368-c784-460b-833e-624b337cfcaa admin admin] Publish callbacks [] for security_group (8ce708c1-0eff-49e3-b355-f5b8071bfab4), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.823124 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b6a39368-c784-460b-833e-624b337cfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8ce708c1-0eff-49e3-b355-f5b8071bfab4), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.862686 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-b6a39368-c784-460b-833e-624b337cfcaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ebe87e3f2c54a34aa824ce542d24cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783492 May 13 13:33:18.864642 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a39368-c784-460b-833e-624b337cfcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce708c1-0eff-49e3-b355-f5b8071bfab4,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:18.865898 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 32810) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:18.917613 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] Publish callbacks [] for security_group (8ce708c1-0eff-49e3-b355-f5b8071bfab4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.938831 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] Publish callbacks [] for security_group (8ce708c1-0eff-49e3-b355-f5b8071bfab4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.046497 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (8ce708c1-0eff-49e3-b355-f5b8071bfab4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.049168 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.050541 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ce708c1-0eff-49e3-b355-f5b8071bfab4 HTTP/1.1" status: 204 len: 168 time: 0.1830213 May 13 13:33:19.058696 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de1c73-d0e2-4934-902e-3b12f3a408c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce708c1-0eff-49e3-b355-f5b8071bfab4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:19.514490 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.835303 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.442560 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383659d-3986-42fe-94d4-c58cf3ef85f6 req-2633f450-9e01-4131-84cd-31563fa77258 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:21.444065 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6383659d-3986-42fe-94d4-c58cf3ef85f6 req-2633f450-9e01-4131-84cd-31563fa77258 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0508366 May 13 13:33:21.492830 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6383659d-3986-42fe-94d4-c58cf3ef85f6 req-c73b160d-c419-4aea-b95e-a6be471c3936 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 May 13 13:33:22.609537 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9bab-bc57-43ea-aace-511ade8dacf0 req-132e27cd-2892-4905-a9b8-27ca38f7ced9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:22.610992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f3dc9bab-bc57-43ea-aace-511ade8dacf0 req-132e27cd-2892-4905-a9b8-27ca38f7ced9 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0476534 May 13 13:33:22.669288 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f3dc9bab-bc57-43ea-aace-511ade8dacf0 req-6765cc33-2e8f-48fa-961a-3e97211f845e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=de25cc4f-239f-4378-89de-b8333be02fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517230 May 13 13:33:23.015381 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-ecc3d31c-84dc-4917-9f71-f30cb8171d4b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:23.017522 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-ecc3d31c-84dc-4917-9f71-f30cb8171d4b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 946 time: 0.0493882 May 13 13:33:23.102361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port f187807d-97c8-42df-9d28-a62462466845 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:23.102709 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (f187807d-97c8-42df-9d28-a62462466845), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.194682 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] For port f187807d-97c8-42df-9d28-a62462466845, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f187807d-97c8-42df-9d28-a62462466845,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:23.194950 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (f187807d-97c8-42df-9d28-a62462466845), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.376297 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.376662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.376984 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 29752f55-1991-458c-9d83-d961440ad5a4 disassociated. External IP: 172.27.0.74, port: f187807d-97c8-42df-9d28-a62462466845. May 13 13:33:23.377329 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for f187807d-97c8-42df-9d28-a62462466845 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:23.600385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (f187807d-97c8-42df-9d28-a62462466845), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.628726 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=f187807d-97c8-42df-9d28-a62462466845,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:23.788068 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5a0f349f-1a18-4e89-960e-4001c1c7ecf8 req-767e28f8-8640-45ba-a192-fc304d0aa30d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 210 time: 0.0377147 May 13 13:33:24.035799 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:33:24.156632 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:33:24.167409 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:33:24.176467 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:24.177067 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:24.199485 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] No DVR routers for this DVR port f187807d-97c8-42df-9d28-a62462466845 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:24.202073 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:24.205895 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fb6a3f3b-7f04-4ae6-8e52-00d1241fb906 req-92dd45dc-61b9-4718-8491-7f046bf40aec tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "DELETE /v2.0/ports/f187807d-97c8-42df-9d28-a62462466845 HTTP/1.1" status: 204 len: 173 time: 1.1835933 May 13 13:33:24.206342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'name': 'network-vif-deleted', 'tag': 'f187807d-97c8-42df-9d28-a62462466845'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:24.208845 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d7a18-b3da-42f1-82f3-d58ad0babe40" -d '{"events": [{"server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "name": "network-vif-deleted", "tag": "f187807d-97c8-42df-9d28-a62462466845"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:24.247388 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83b518-811a-495f-9850-1101df243145 x-openstack-request-id: req-7a83b518-811a-495f-9850-1101df243145 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:24.247686 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75183d1d-a3aa-4781-8289-ff286fe85376", "name": "network-vif-deleted", "tag": "f187807d-97c8-42df-9d28-a62462466845", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:24.247955 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a83b518-811a-495f-9850-1101df243145 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:24.248350 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a83b518-811a-495f-9850-1101df243145'] response: {'server_uuid': '75183d1d-a3aa-4781-8289-ff286fe85376', 'name': 'network-vif-deleted', 'tag': 'f187807d-97c8-42df-9d28-a62462466845', 'status': 'completed', 'code': 200} May 13 13:33:24.304045 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:24.526344 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:24.551592 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:33:24.559714 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:24.560246 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:24.759058 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:24.879826 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-200c87b4-ab05-433e-9c07-5695b7531487 req-d409d521-99ea-4221-8704-c9175be00bad tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=75183d1d-a3aa-4781-8289-ff286fe85376 HTTP/1.1" status: 200 len: 210 time: 0.0286100 May 13 13:33:24.978922 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:25.006522 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561b44-f9ca-456d-9758-fe781f50ce37 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '019617b5-2283-4986-a911-7e90f59e7d9e', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6f:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:11Z', 'updated_at': '2022-05-13T13:31:33Z', 'revision_number': 2, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:33:25.234246 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb286-145e-488a-975a-7db82ae3607b None None] New status for floating IP 29752f55-1991-458c-9d83-d961440ad5a4: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:33:26.058844 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 32950) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:26.112912 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (de25cc4f-239f-4378-89de-b8333be02fa3), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.136269 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (de25cc4f-239f-4378-89de-b8333be02fa3), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.274621 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (de25cc4f-239f-4378-89de-b8333be02fa3), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.277333 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.278599 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/security-groups/de25cc4f-239f-4378-89de-b8333be02fa3 HTTP/1.1" status: 204 len: 168 time: 0.2187650 May 13 13:33:26.281483 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 32958) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:26.288031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f37ec-c617-47ff-abf0-96be57eb2c48 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25cc4f-239f-4378-89de-b8333be02fa3,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:26.297047 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-92e25645-cebb-4fbb-adc7-c5717fe9bf9b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] show failed (client error): The resource could not be found. May 13 13:33:26.297047 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-92e25645-cebb-4fbb-adc7-c5717fe9bf9b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups/de25cc4f-239f-4378-89de-b8333be02fa3 HTTP/1.1" status: 404 len: 347 time: 0.0134180 May 13 13:33:26.299642 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 32960) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:26.416912 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port fb57661b-15b2-48b3-8fe4-2a2321221c71 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:26.417263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.501361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.501361 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (fb57661b-15b2-48b3-8fe4-2a2321221c71), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.514424 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for fb57661b-15b2-48b3-8fe4-2a2321221c71 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:26.754774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (fb57661b-15b2-48b3-8fe4-2a2321221c71), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.781942 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=fb57661b-15b2-48b3-8fe4-2a2321221c71,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:26.845476 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (29752f55-1991-458c-9d83-d961440ad5a4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.848044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:26.849193 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fc6a5787-61fb-4553-8b88-50078c3f1338 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/floatingips/29752f55-1991-458c-9d83-d961440ad5a4 HTTP/1.1" status: 204 len: 168 time: 0.5485954 May 13 13:33:27.712262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device f187807d-97c8-42df-9d28-a62462466845 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:27.731343 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: f187807d-97c8-42df-9d28-a62462466845 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:27.731666 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device f187807d-97c8-42df-9d28-a62462466845 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:28.096127 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 32992) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:28.200301 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b3b0-d3a6-4be4-809b-8b47dbc9e347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.278152 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b3b0-d3a6-4be4-809b-8b47dbc9e347 admin admin] Publish callbacks [] for security_group (55a9f637-67d0-4f34-b2e3-2ec1d86c88d1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.360263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b3b0-d3a6-4be4-809b-8b47dbc9e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (55a9f637-67d0-4f34-b2e3-2ec1d86c88d1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.399977 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4dd9b3b0-d3a6-4be4-809b-8b47dbc9e347 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a931f5dd55a04f85ab8ed35b9a86a4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027761 May 13 13:33:28.402204 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9b3b0-d3a6-4be4-809b-8b47dbc9e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a9f637-67d0-4f34-b2e3-2ec1d86c88d1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:28.406349 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33002) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:28.456493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] Publish callbacks [] for security_group (55a9f637-67d0-4f34-b2e3-2ec1d86c88d1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.478394 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] Publish callbacks [] for security_group (55a9f637-67d0-4f34-b2e3-2ec1d86c88d1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.594646 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (55a9f637-67d0-4f34-b2e3-2ec1d86c88d1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.597860 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.599027 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55a9f637-67d0-4f34-b2e3-2ec1d86c88d1 HTTP/1.1" status: 204 len: 168 time: 0.1914136 May 13 13:33:28.609112 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226ab25-5481-4501-af36-bb75a4932a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a9f637-67d0-4f34-b2e3-2ec1d86c88d1,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:29.341189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33012) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:29.354326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2706dfad-5ff6-4c2f-9733-084249195ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.444685 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2706dfad-5ff6-4c2f-9733-084249195ab2 admin admin] Publish callbacks [] for security_group (ac17944f-4795-4308-9fd7-53d900f73060), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.537708 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2706dfad-5ff6-4c2f-9733-084249195ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (ac17944f-4795-4308-9fd7-53d900f73060), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.584015 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2706dfad-5ff6-4c2f-9733-084249195ab2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c4ad78234ba424e8c04f53fc265af41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415853 May 13 13:33:29.584904 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706dfad-5ff6-4c2f-9733-084249195ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17944f-4795-4308-9fd7-53d900f73060,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:29.586810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33016) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:29.642838 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] Publish callbacks [] for security_group (ac17944f-4795-4308-9fd7-53d900f73060), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.665117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] Publish callbacks [] for security_group (ac17944f-4795-4308-9fd7-53d900f73060), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.853373 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (ac17944f-4795-4308-9fd7-53d900f73060), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.856282 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:29.858293 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac17944f-4795-4308-9fd7-53d900f73060 HTTP/1.1" status: 204 len: 168 time: 0.2701113 May 13 13:33:29.871106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be06d4d-c45b-48b6-9be3-b8bfe5d8d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17944f-4795-4308-9fd7-53d900f73060,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:30.560481 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33028) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:30.574148 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8d7-7c48-4921-9e70-6c10ac6bb095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:30.647278 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8d7-7c48-4921-9e70-6c10ac6bb095 admin admin] Publish callbacks [] for security_group (fb7de902-c77a-4a5e-9872-3e49d9092864), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:30.731198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8d7-7c48-4921-9e70-6c10ac6bb095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fb7de902-c77a-4a5e-9872-3e49d9092864), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:30.772646 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-79d6b8d7-7c48-4921-9e70-6c10ac6bb095 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=795ca8a323a547fbb43d6b4797bf276f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110691 May 13 13:33:30.774598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6b8d7-7c48-4921-9e70-6c10ac6bb095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7de902-c77a-4a5e-9872-3e49d9092864,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:30.775371 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33030) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:30.825668 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] Publish callbacks [] for security_group (fb7de902-c77a-4a5e-9872-3e49d9092864), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:30.846241 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] Publish callbacks [] for security_group (fb7de902-c77a-4a5e-9872-3e49d9092864), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:31.000424 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fb7de902-c77a-4a5e-9872-3e49d9092864), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:31.004813 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:31.006013 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb7de902-c77a-4a5e-9872-3e49d9092864 HTTP/1.1" status: 204 len: 168 time: 0.2295902 May 13 13:33:31.014188 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc8881-2996-42fc-bda8-a57d4701b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7de902-c77a-4a5e-9872-3e49d9092864,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:36.078729 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:33:37.350033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234645-18c3-43ba-b225-05d91f99f8b8 req-124b4d12-2ab3-4f5a-ba74-cab046cbe488 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:37.351575 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bf234645-18c3-43ba-b225-05d91f99f8b8 req-124b4d12-2ab3-4f5a-ba74-cab046cbe488 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0479126 May 13 13:33:37.398761 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bf234645-18c3-43ba-b225-05d91f99f8b8 req-b2f0a5ca-2bc3-467f-b72c-124ae576a56c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 May 13 13:33:38.517461 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bdf8-05c6-4298-af3d-a3fba0fc2d23 req-f05734bb-9097-4a58-ab8f-b184498303ad tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:38.518958 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2365bdf8-05c6-4298-af3d-a3fba0fc2d23 req-f05734bb-9097-4a58-ab8f-b184498303ad tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0484219 May 13 13:33:38.564098 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2365bdf8-05c6-4298-af3d-a3fba0fc2d23 req-d5369fa7-a257-4570-a5c1-807f2dcb2bff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395215 May 13 13:33:39.682241 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed508-a815-4ab0-bf03-cad186001efe req-dc4311fb-888c-4b0f-adf3-3e37eaf36b3f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:39.683712 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-316ed508-a815-4ab0-bf03-cad186001efe req-dc4311fb-888c-4b0f-adf3-3e37eaf36b3f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0497634 May 13 13:33:39.731146 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-316ed508-a815-4ab0-bf03-cad186001efe req-dc04d216-3e2c-42bc-88cd-fc46ca9b8152 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 May 13 13:33:40.291676 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:40.845772 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2390c9f-9d3b-44ad-9801-d7505d538156 req-bffafee8-b338-4ff4-90ba-d7a7159ea8a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:40.847293 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2390c9f-9d3b-44ad-9801-d7505d538156 req-bffafee8-b338-4ff4-90ba-d7a7159ea8a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0474586 May 13 13:33:40.895160 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2390c9f-9d3b-44ad-9801-d7505d538156 req-838ae633-7ee4-4c90-94fe-1d9a7a3061d5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 May 13 13:33:41.519830 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-b6debfbf-970e-4aa5-ae9b-0637bbdc13c3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:41.521274 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-b6debfbf-970e-4aa5-ae9b-0637bbdc13c3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0472722 May 13 13:33:41.606347 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port d5df665f-4727-4295-aefc-8229d56a25ad {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:41.606689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:41.696555 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] For port d5df665f-4727-4295-aefc-8229d56a25ad, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d5df665f-4727-4295-aefc-8229d56a25ad,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:41.696916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:41.867154 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:41.867572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:41.867909 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 019617b5-2283-4986-a911-7e90f59e7d9e disassociated. External IP: 172.27.0.203, port: d5df665f-4727-4295-aefc-8229d56a25ad. May 13 13:33:41.868230 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for d5df665f-4727-4295-aefc-8229d56a25ad owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:42.035267 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329c98-2c5b-44ac-b58c-f2225757bb94 req-a6ef378b-a4a1-4bc1-8cdd-6c6029aa7069 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:42.036750 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a8329c98-2c5b-44ac-b58c-f2225757bb94 req-a6ef378b-a4a1-4bc1-8cdd-6c6029aa7069 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 946 time: 0.0622783 May 13 13:33:42.087259 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a8329c98-2c5b-44ac-b58c-f2225757bb94 req-ee937924-1f32-45c9-bc50-fb5c45dbb4b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=7960d26c-99ed-46c2-93d1-4289a5d3b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 May 13 13:33:42.088264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (d5df665f-4727-4295-aefc-8229d56a25ad), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:42.115286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=d5df665f-4727-4295-aefc-8229d56a25ad,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:42.124849 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.125196 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.125541 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.125905 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.126246 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.126580 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.126914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.127241 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.127567 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.128915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.128915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.129174 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.129412 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.129736 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.130085 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:42.253803 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:33:42.364089 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:33:42.373894 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:33:42.385059 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:42.385779 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:42.407069 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] No DVR routers for this DVR port d5df665f-4727-4295-aefc-8229d56a25ad on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:42.410082 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:42.413391 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-bd8e2911-7f55-4210-8555-24ed6c28a102 req-897ce18b-3626-4d07-b779-a5dab31956cd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "DELETE /v2.0/ports/d5df665f-4727-4295-aefc-8229d56a25ad HTTP/1.1" status: 204 len: 173 time: 0.8859723 May 13 13:33:42.413883 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'name': 'network-vif-deleted', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:42.416222 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff65083b-da07-46b6-9063-334dec39d71f" -d '{"events": [{"server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "name": "network-vif-deleted", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:42.453401 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4102f01-1708-483a-9c81-abd3ccd84f57 x-openstack-request-id: req-f4102f01-1708-483a-9c81-abd3ccd84f57 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:42.453711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc38e8-eda7-4bc6-86c3-be36a0ed8e78", "name": "network-vif-deleted", "tag": "d5df665f-4727-4295-aefc-8229d56a25ad", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:42.454000 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4102f01-1708-483a-9c81-abd3ccd84f57 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:42.454465 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4102f01-1708-483a-9c81-abd3ccd84f57'] response: {'server_uuid': 'adbc38e8-eda7-4bc6-86c3-be36a0ed8e78', 'name': 'network-vif-deleted', 'tag': 'd5df665f-4727-4295-aefc-8229d56a25ad', 'status': 'completed', 'code': 200} May 13 13:33:42.500376 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:42.694206 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:42.721425 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:33:42.729727 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:42.730356 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:42.836871 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:43.022742 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:43.048291 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e19c57-9725-405f-b702-a85d9a00c0db None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:33:43.186019 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e61670df-61b8-4025-ae2f-74d876d95d49 req-9fdcfd20-8a01-492d-ae30-baa360ca8d5c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0295320 May 13 13:33:43.287288 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b232648-2375-440a-bfec-aadaff89ebf8 None None] New status for floating IP 019617b5-2283-4986-a911-7e90f59e7d9e: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:33:44.299270 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2473a27c-1a53-4804-852e-4e1aeae9bac9 req-e4a73550-9ce8-4a36-bc56-fdbefb9edf11 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=adbc38e8-eda7-4bc6-86c3-be36a0ed8e78 HTTP/1.1" status: 200 len: 210 time: 0.0371945 May 13 13:33:44.668994 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1373-a5b9-4ae9-ac61-c76a16fa63be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.475858 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33222) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:45.529461 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (7960d26c-99ed-46c2-93d1-4289a5d3b00b), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.552008 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (7960d26c-99ed-46c2-93d1-4289a5d3b00b), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.697158 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7960d26c-99ed-46c2-93d1-4289a5d3b00b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.699782 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.700943 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/security-groups/7960d26c-99ed-46c2-93d1-4289a5d3b00b HTTP/1.1" status: 204 len: 168 time: 0.2241066 May 13 13:33:45.703953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33224) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:45.710943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811a05-e3d5-4851-bb53-0d8b2d1af0fa tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960d26c-99ed-46c2-93d1-4289a5d3b00b,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:45.718098 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-8e118da1-82f9-4472-a70e-f404eb9d1496 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] show failed (client error): The resource could not be found. May 13 13:33:45.719092 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-8e118da1-82f9-4472-a70e-f404eb9d1496 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups/7960d26c-99ed-46c2-93d1-4289a5d3b00b HTTP/1.1" status: 404 len: 347 time: 0.0141590 May 13 13:33:45.722209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33226) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:45.857860 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port 9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:45.858207 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.937291 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.937618 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:45.951402 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for 9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:46.160575 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.185625 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=9261f0ba-71ee-44e3-a7e3-bcc5ed2b6f6e,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:46.197520 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.197913 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.198259 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.198595 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.198927 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.199256 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.199582 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.199905 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.200229 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.200552 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.200876 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.201198 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.201520 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.201862 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.202182 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:46.267087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (019617b5-2283-4986-a911-7e90f59e7d9e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.272027 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.273863 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e3541409-0754-4ebc-9623-0da8dd6856ab tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/floatingips/019617b5-2283-4986-a911-7e90f59e7d9e HTTP/1.1" status: 204 len: 168 time: 0.5507610 May 13 13:33:46.465874 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33242) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:46.470458 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445061096', 'description': 'tempest-description--655274160'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:46.600640 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.665248 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (aeb22692-52cd-4a8f-976c-853bc5e1b16c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.766037 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aeb22692-52cd-4a8f-976c-853bc5e1b16c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.795744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb22692-52cd-4a8f-976c-853bc5e1b16c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:46.887921 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:46.889138 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4b0cf8b0-41ce-4d00-863f-edd118ada9ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4222441 May 13 13:33:46.891991 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33246) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:46.896153 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22692-52cd-4a8f-976c-853bc5e1b16c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:46.979189 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d5df665f-4727-4295-aefc-8229d56a25ad no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:47.000719 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: d5df665f-4727-4295-aefc-8229d56a25ad {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:47.001070 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d5df665f-4727-4295-aefc-8229d56a25ad not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:47.006114 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (2df1b336-788c-483a-88b7-56bfdf4f5f8d), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.028644 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-11ae871a-b599-4ffa-82f7-23cc7dd7fd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.061209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (2df1b336-788c-483a-88b7-56bfdf4f5f8d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.131365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (2df1b336-788c-483a-88b7-56bfdf4f5f8d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.157874 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df1b336-788c-483a-88b7-56bfdf4f5f8d,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:47.259320 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.260524 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f0a61d17-5789-44ea-96d5-54f87731ba6f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676355 May 13 13:33:47.263127 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33250) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:47.267297 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22692-52cd-4a8f-976c-853bc5e1b16c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:47.359894 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (340d2df8-dbcb-4cad-821c-171166c61edf), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.417895 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (340d2df8-dbcb-4cad-821c-171166c61edf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.497496 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (340d2df8-dbcb-4cad-821c-171166c61edf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.514937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340d2df8-dbcb-4cad-821c-171166c61edf,revision_number=0']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:47.619111 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.620384 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f4904932-5fc4-43e2-9b2b-31807eab4107 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563135 May 13 13:33:47.623527 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33252) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:47.627794 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:47.697064 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.775617 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:47.889777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.27.0.250 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/f20925a1-4706-4c4b-a656-72748f64d529) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:33:47.989856 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (f20925a1-4706-4c4b-a656-72748f64d529), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.120566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (f20925a1-4706-4c4b-a656-72748f64d529), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.161777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:33:48.164545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:33:48.167025 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:33:48.196430 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=f20925a1-4706-4c4b-a656-72748f64d529,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:48.211550 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.260069 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.384109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (f20925a1-4706-4c4b-a656-72748f64d529), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.537316 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (f20925a1-4706-4c4b-a656-72748f64d529), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.662877 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (f20925a1-4706-4c4b-a656-72748f64d529), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.733199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=f20925a1-4706-4c4b-a656-72748f64d529,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:48.743926 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.831810 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:48.835173 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d106827e-7dd7-47ef-aaa6-6f692b4c6146 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2087607 May 13 13:33:49.032118 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-8629313a-05e9-43d9-bcdd-4923b873b5a8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1445061096&fields=id&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 267 time: 0.0447292 May 13 13:33:49.144773 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-0ae7e73b-6599-45db-b4ac-3f283bfa8971 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:49.146250 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-0ae7e73b-6599-45db-b4ac-3f283bfa8971 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1074576 May 13 13:33:49.161148 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-65e29e61-e75b-47d8-a18b-1b51ed36bcb3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/quotas/1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 375 time: 0.0094926 May 13 13:33:49.211101 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-0243a05c-821d-47a0-be53-4accb90bf5f6 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444751 May 13 13:33:49.305933 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-ac6600c1-e146-4503-bdaf-b74a0ad9321c service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830195 May 13 13:33:49.405460 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-f8ff1c37-ef73-4af8-b0ab-2a0a8ca13b33 service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935974 May 13 13:33:49.497813 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:49.667431 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-96f967a2-ce91-4035-9e2a-6d01eae05179 req-92c03127-aff2-408b-81df-6aa6307d7593 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 210 time: 0.0292501 May 13 13:33:50.764816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-545b9645-a71f-43b4-a37d-81080bd50d77 req-cf75c0bc-7555-4bee-854a-e77014f073be tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 210 time: 0.0308945 May 13 13:33:50.811956 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:51.488293 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-753a728f-d3f3-4913-b715-2a4a5d2a8557 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:51.489758 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-753a728f-d3f3-4913-b715-2a4a5d2a8557 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1070557 May 13 13:33:51.551211 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-905948dd-41c4-4194-a035-6bea137e7610 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 380 time: 0.0531597 May 13 13:33:51.559607 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'port': {'device_id': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'admin_state_up': True, 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'security_groups': ['aeb22692-52cd-4a8f-976c-853bc5e1b16c']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:51.714508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:33:51.717917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:51.891490 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-6ffa2d97-331f-43f8-a9a7-a6df2061cb18 req-29c32388-c653-4b0b-875e-abbbf78cf120 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 210 time: 0.0360229 May 13 13:33:51.892518 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.20.0.9 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:33:52.044346 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.144412 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.186743 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:33:52.190037 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:33:52.196552 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:33:52.203778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:52.267265 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:52.267891 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.375695 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d7cf15ac-bd9f-4178-81f4-2683741ba35e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8197632 May 13 13:33:52.387265 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Request body: {'port': {'device_id': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:52.450704 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.458222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-b77fe433-5a60-4736-9f5b-1185a3a699da None None] Provisioning complete for port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:33:52.459023 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b77fe433-5a60-4736-9f5b-1185a3a699da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.495983 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-b77fe433-5a60-4736-9f5b-1185a3a699da None None] Port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:33:52.726459 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:33:52.734555 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks [] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.747627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Transition to ACTIVE for port object d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:33:52.806140 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:52.858644 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:52.942150 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Attempting to bind port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:33:52.942492 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Attempting to bind port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:33:52.945625 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Attempting to bind port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:33:52.949822 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab on network 46cd8800-6675-4b3d-a84e-b42f58021a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:33:52.953903 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Attempting to bind port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:33:52.958189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:33:52.958572 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:33:52.959455 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:33:52.959970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Bound port: d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:33:52.960405 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:53.035046 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:33:53.038478 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:33:53.054578 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dbfe2-36bc-4a40-8cdf-ce5c81165b4b req-21e0ff07-1583-49aa-b6e1-cb41576fb764 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.054578 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-816dbfe2-36bc-4a40-8cdf-ce5c81165b4b req-21e0ff07-1583-49aa-b6e1-cb41576fb764 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 943 time: 0.0507514 May 13 13:33:53.101807 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-816dbfe2-36bc-4a40-8cdf-ce5c81165b4b req-b869552c-4799-48d9-bfe0-291b107c6a3a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 May 13 13:33:53.144502 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:53.178629 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.179291 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:53.180887 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab HTTP/1.1" status: 200 len: 1093 time: 0.7980056 May 13 13:33:53.183610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:53.203777 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b3f49-f7f2-4d2f-824b-f85d28657440" -d '{"events": [{"name": "network-changed", "server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:53.211847 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d7ba-dc41-4264-a58f-3fc58402e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:53.231182 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35a52fa-7030-4d17-bfd1-587d17ff100e x-openstack-request-id: req-a35a52fa-7030-4d17-bfd1-587d17ff100e {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:53.231589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:53.231971 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a35a52fa-7030-4d17-bfd1-587d17ff100e {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:53.232447 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35a52fa-7030-4d17-bfd1-587d17ff100e'] response: {'name': 'network-changed', 'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'status': 'completed', 'code': 200} May 13 13:33:53.301438 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-a4c1a763-e8ad-43f9-b3da-ecb796951f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.302956 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-a4c1a763-e8ad-43f9-b3da-ecb796951f5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 1127 time: 0.0506229 May 13 13:33:53.411595 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-98da6cd5-de67-4426-9d24-b201ee4b17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.413061 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-98da6cd5-de67-4426-9d24-b201ee4b17a9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1e72f39546704606927bcefdc0f13235&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1015329 May 13 13:33:53.514508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-61920aa3-7305-4349-a460-7c88ef8a11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.515891 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cc4b3f49-f7f2-4d2f-824b-f85d28657440 req-61920aa3-7305-4349-a460-7c88ef8a11e0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946023 May 13 13:33:53.594940 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-ee6f79dd-be24-4882-ae06-0b09f3c4406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.596487 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-ee6f79dd-be24-4882-ae06-0b09f3c4406f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 1127 time: 0.0446024 May 13 13:33:53.637024 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-cf436ec4-f0e4-4877-8e3a-4397be5431cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab HTTP/1.1" status: 200 len: 217 time: 0.0336094 May 13 13:33:53.685721 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-3abf925b-2f40-4f4b-a670-5001ea28635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.687212 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-3abf925b-2f40-4f4b-a670-5001ea28635f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0435739 May 13 13:33:53.733874 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-a0e9162b-e49d-490e-9dad-b89a3a014d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:53.735381 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-a0e9162b-e49d-490e-9dad-b89a3a014d34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421400 May 13 13:33:53.824805 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-d56d7719-9c81-459b-87a3-630572d99b31 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819840 May 13 13:33:53.918882 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-653f9294-8425-4cb6-a293-0d94b69b2410 req-a2c9bff6-14b6-4d0b-8381-189dd8ba3016 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883088 May 13 13:33:54.219660 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa4637-3acc-48e3-b288-1a618300570f req-14b50c7d-2c02-4a14-839c-14bdf6049164 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:54.221200 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76fa4637-3acc-48e3-b288-1a618300570f req-14b50c7d-2c02-4a14-839c-14bdf6049164 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 943 time: 0.0528979 May 13 13:33:54.274676 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76fa4637-3acc-48e3-b288-1a618300570f req-93eb317d-1ad9-49b0-9d57-89c8ee069704 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 May 13 13:33:55.395732 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5432-9823-4108-b8a4-e1f248a8dafe req-195ccd4b-82d0-4c69-9470-0700046eb57f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:55.397393 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7eec5432-9823-4108-b8a4-e1f248a8dafe req-195ccd4b-82d0-4c69-9470-0700046eb57f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 943 time: 0.0488973 May 13 13:33:55.459225 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7eec5432-9823-4108-b8a4-e1f248a8dafe req-af6fe68c-769b-4928-920a-7a77ed1f3d6d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548642 May 13 13:33:55.701243 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33396) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:55.807635 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f96a5eb-ae7e-420f-b54a-2a61d50ded0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:55.884066 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f96a5eb-ae7e-420f-b54a-2a61d50ded0b admin admin] Publish callbacks [] for security_group (c761b3a1-3304-4a9b-8397-f428da0f1612), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:55.947661 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f96a5eb-ae7e-420f-b54a-2a61d50ded0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c761b3a1-3304-4a9b-8397-f428da0f1612), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:55.990069 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2f96a5eb-ae7e-420f-b54a-2a61d50ded0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9149f4cc999c4422917026ccafc7f3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874207 May 13 13:33:55.990924 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a5eb-ae7e-420f-b54a-2a61d50ded0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c761b3a1-3304-4a9b-8397-f428da0f1612,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:55.992699 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33400) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:56.043330 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] Publish callbacks [] for security_group (c761b3a1-3304-4a9b-8397-f428da0f1612), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:56.070028 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] Publish callbacks [] for security_group (c761b3a1-3304-4a9b-8397-f428da0f1612), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:56.200614 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (c761b3a1-3304-4a9b-8397-f428da0f1612), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:56.203279 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:56.204491 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c761b3a1-3304-4a9b-8397-f428da0f1612 HTTP/1.1" status: 204 len: 168 time: 0.2100325 May 13 13:33:56.213287 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6772b39-2499-438a-8d09-cb0ab74c29dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761b3a1-3304-4a9b-8397-f428da0f1612,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:56.576790 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec1d4d-4464-4dec-b83f-ca2dcef8c8b1 req-22e80d53-ba80-4825-bc03-6085835c79a2 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:56.579398 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2ec1d4d-4464-4dec-b83f-ca2dcef8c8b1 req-22e80d53-ba80-4825-bc03-6085835c79a2 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 943 time: 0.0494294 May 13 13:33:56.631461 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e2ec1d4d-4464-4dec-b83f-ca2dcef8c8b1 req-ea5535ea-732d-49e4-88f4-d61092f9d45c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463102 May 13 13:33:56.741733 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:33:56.851163 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:56.862722 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'port_id': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'mac_address': 'fa:16:3e:6d:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:33:56.901644 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:33:56.902075 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:56.915404 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:33:56.939899 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:57.017240 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:57.067993 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:57.075144 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.075487 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.075832 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.076171 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.076555 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.076810 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.077136 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.077465 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.077800 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.078170 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.078571 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.078808 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.079085 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.079402 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.079850 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:57.274315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:33:57.748281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463bb24-ed23-4a5b-a1ff-19f3a93d0e7a req-2f080b77-1c64-428a-97e1-61f1ecc559e3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:57.749755 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a463bb24-ed23-4a5b-a1ff-19f3a93d0e7a req-2f080b77-1c64-428a-97e1-61f1ecc559e3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 944 time: 0.0512848 May 13 13:33:57.798098 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-a463bb24-ed23-4a5b-a1ff-19f3a93d0e7a req-54027121-7bcc-42f6-b99c-20229b2d97fd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 May 13 13:33:58.750106 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:33:58.794472 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:33:58.856946 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:33:58.857429 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:58.912033 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5416f-43af-487a-8f85-4c81549800ca req-d8215ec0-f0ab-4bb7-b541-cc6a8f1b469b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:58.913532 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9db5416f-43af-487a-8f85-4c81549800ca req-d8215ec0-f0ab-4bb7-b541-cc6a8f1b469b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 944 time: 0.0481381 May 13 13:33:58.933752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:33:58.934176 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:58.957515 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:58.960061 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2ba9a-0410-41b4-9815-304d7e867627" -d '{"events": [{"server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "name": "network-vif-plugged", "status": "completed", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:58.961119 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9db5416f-43af-487a-8f85-4c81549800ca req-7e3599c2-00d2-4b9e-8cd1-9739c1b94394 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 May 13 13:33:58.984752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:58.997658 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb0721-36b1-4454-86de-786168d83ee1 x-openstack-request-id: req-ddeb0721-36b1-4454-86de-786168d83ee1 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:58.997980 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "name": "network-vif-plugged", "status": "completed", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:58.998243 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddeb0721-36b1-4454-86de-786168d83ee1 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:58.998648 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddeb0721-36b1-4454-86de-786168d83ee1'] response: {'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'code': 200} May 13 13:33:59.040358 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:59.089301 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:59.259132 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea2c5-693a-4d6a-ad57-39f15eb21d3d req-bb875092-ad99-4509-b75f-a5da17422ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:59.260630 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-871ea2c5-693a-4d6a-ad57-39f15eb21d3d req-bb875092-ad99-4509-b75f-a5da17422ce5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 1129 time: 0.0386000 May 13 13:33:59.305581 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-871ea2c5-693a-4d6a-ad57-39f15eb21d3d req-48acbeaa-3c3d-4f1f-a725-b33d0542db8a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 May 13 13:34:00.074739 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96bc46-b9d3-49f4-b9af-36f955756cec req-9193b080-9a57-4bae-a0fe-7c187bd752c7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:00.076233 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ed96bc46-b9d3-49f4-b9af-36f955756cec req-9193b080-9a57-4bae-a0fe-7c187bd752c7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0461905 May 13 13:34:00.121473 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ed96bc46-b9d3-49f4-b9af-36f955756cec req-4063bba8-9eb6-4385-bced-55cbd526720b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 May 13 13:34:01.237558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3896-b30c-4905-ae3f-8a1bb08fa1cb req-736273ed-86a7-4a6c-99b6-7fe73ca06288 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:01.239617 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cb7a3896-b30c-4905-ae3f-8a1bb08fa1cb req-736273ed-86a7-4a6c-99b6-7fe73ca06288 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0508730 May 13 13:34:01.284148 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cb7a3896-b30c-4905-ae3f-8a1bb08fa1cb req-65fdb3cb-6729-405b-846c-349d50b8470e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390429 May 13 13:34:02.402566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbc784-a9a6-4146-9df4-56a04ac7a19d req-d4034454-d879-4651-8970-2134f09c5858 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:02.404055 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-05fbc784-a9a6-4146-9df4-56a04ac7a19d req-d4034454-d879-4651-8970-2134f09c5858 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0528123 May 13 13:34:02.454791 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-05fbc784-a9a6-4146-9df4-56a04ac7a19d req-3daea756-a308-4ee6-8e57-87e8dfebeb2f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 May 13 13:34:03.566729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964237-fcb1-4f80-b45f-12c560f0e5ab req-1f79dd73-c32c-4146-b6cf-f6c715354f4b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:03.568179 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-43964237-fcb1-4f80-b45f-12c560f0e5ab req-1f79dd73-c32c-4146-b6cf-f6c715354f4b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0466115 May 13 13:34:03.614341 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-43964237-fcb1-4f80-b45f-12c560f0e5ab req-8ba8a228-0267-4c1f-8c79-98b2445856ef tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 May 13 13:34:04.728263 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71228cd-9ebc-4051-ac94-017fc9ca9768 req-88eb134b-e269-48ca-b103-49cd132f1e26 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:04.729749 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e71228cd-9ebc-4051-ac94-017fc9ca9768 req-88eb134b-e269-48ca-b103-49cd132f1e26 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0488441 May 13 13:34:04.775603 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e71228cd-9ebc-4051-ac94-017fc9ca9768 req-c0a1c60e-2bd6-4143-afc2-9ea8931e5e36 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 May 13 13:34:04.898935 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9457de-a5fa-4972-8387-07848593723a req-35ddc11f-ea72-4edd-8fad-b2ce42983602 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:04.900429 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cb9457de-a5fa-4972-8387-07848593723a req-35ddc11f-ea72-4edd-8fad-b2ce42983602 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0479822 May 13 13:34:04.909358 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33512) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:04.913896 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'port_id': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:04.956164 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:05.409920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:05.531844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:05.888395 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 8e967650-39b0-4360-b7e6-ccc0b3d56643 associated. External IP: 172.27.0.250, port: d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab. May 13 13:34:06.096853 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:34:06.205408 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:34:06.210605 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:06.215612 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:34:06.225948 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:06.226571 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:06.240913 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6338b028-f51e-40cd-8f74-2be0df992d33 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "PUT /v2.0/floatingips/8e967650-39b0-4360-b7e6-ccc0b3d56643 HTTP/1.1" status: 200 len: 991 time: 1.3283732 May 13 13:34:06.240913 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:06.241694 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706873e4-1efe-4fb0-ada5-6750d6a5fa36" -d '{"events": [{"name": "network-changed", "server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:06.279106 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9969425-e0e4-462b-9398-3e25d88224a7 x-openstack-request-id: req-e9969425-e0e4-462b-9398-3e25d88224a7 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:06.279411 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:06.279668 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9969425-e0e4-462b-9398-3e25d88224a7 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:06.280084 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9969425-e0e4-462b-9398-3e25d88224a7'] response: {'name': 'network-changed', 'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'status': 'completed', 'code': 200} May 13 13:34:06.338203 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:06.344318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-63442476-2ee8-4a85-94b7-a0dd7979c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:06.345961 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-63442476-2ee8-4a85-94b7-a0dd7979c613 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 1129 time: 0.0446134 May 13 13:34:06.441550 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-21bb56d9-810a-4766-bdde-9109531268ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:06.443146 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-21bb56d9-810a-4766-bdde-9109531268ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 915 time: 0.0917821 May 13 13:34:06.518946 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-e5cc993f-cc8f-48d1-af97-4349ef035ec5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab HTTP/1.1" status: 200 len: 999 time: 0.0682364 May 13 13:34:06.568026 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-e2f0db20-01fc-4d70-8b46-8a34e67ec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:06.569495 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-e2f0db20-01fc-4d70-8b46-8a34e67ec860 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0454144 May 13 13:34:06.583913 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '8e967650-39b0-4360-b7e6-ccc0b3d56643', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6d:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:33:48Z', 'updated_at': '2022-05-13T13:34:05Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:06.610805 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:34:06.613266 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-26bee173-0f76-41e5-834b-f0bee9afde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:06.614801 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-26bee173-0f76-41e5-834b-f0bee9afde2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390081 May 13 13:34:06.619261 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:06.619869 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:33:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:06.712919 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-6d0d1f10-218d-439e-a5b8-2300d8d299d1 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913219 May 13 13:34:06.813285 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-706873e4-1efe-4fb0-ada5-6750d6a5fa36 req-d169e098-69c9-4315-af92-2e5fcd399e24 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 May 13 13:34:06.828873 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:06.859543 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33548) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:06.973804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb3f94ec-7e53-4f52-b573-a638369258e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.048771 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb3f94ec-7e53-4f52-b573-a638369258e9 admin admin] Publish callbacks [] for security_group (5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.054737 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '8e967650-39b0-4360-b7e6-ccc0b3d56643', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6d:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:33:48Z', 'updated_at': '2022-05-13T13:34:05Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:07.081295 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b0226-26d6-4c41-9d7e-a843d477a016 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '8e967650-39b0-4360-b7e6-ccc0b3d56643', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:6d:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:33:48Z', 'updated_at': '2022-05-13T13:34:05Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:34:07.137766 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb3f94ec-7e53-4f52-b573-a638369258e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.178782 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-eb3f94ec-7e53-4f52-b573-a638369258e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd76ca7c77c14fd4938eccc53c0d7fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181760 May 13 13:34:07.179917 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f94ec-7e53-4f52-b573-a638369258e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:07.181470 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33556) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:07.234245 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] Publish callbacks [] for security_group (5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.257093 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] Publish callbacks [] for security_group (5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.293372 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485081f-e8d4-4459-b9a0-5e000fc77e02 None None] New status for floating IP 8e967650-39b0-4360-b7e6-ccc0b3d56643: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:34:07.383687 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.386347 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:07.387568 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe HTTP/1.1" status: 204 len: 168 time: 0.2049768 May 13 13:34:07.395392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29919b68-9c7b-4840-b56f-219502a41701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a06e6-72ef-4e7d-80ba-8e0eea60f6fe,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:10.255991 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.267853 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33578) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:11.369940 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46534eec-1c4a-41cd-ade5-f735cada1843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.442664 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46534eec-1c4a-41cd-ade5-f735cada1843 admin admin] Publish callbacks [] for security_group (fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.497163 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-46534eec-1c4a-41cd-ade5-f735cada1843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.536428 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-46534eec-1c4a-41cd-ade5-f735cada1843 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76dd54851aa84efc8a947cdfe5e0c99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675259 May 13 13:34:11.537376 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46534eec-1c4a-41cd-ade5-f735cada1843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:11.539056 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33582) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:11.586777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] Publish callbacks [] for security_group (fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.607875 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] Publish callbacks [] for security_group (fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.719811 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.722362 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.723524 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3 HTTP/1.1" status: 204 len: 168 time: 0.1833920 May 13 13:34:11.731090 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaccedb-629d-48f7-97a2-191003d958f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04aa95-3a6f-4cfe-8580-e6e6c38df6c3,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:13.077675 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:34:13.202685 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33614) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:13.304657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73f44770-dfe1-49a3-bb21-b26c045613f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.379469 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73f44770-dfe1-49a3-bb21-b26c045613f0 admin admin] Publish callbacks [] for security_group (9a50ae9b-335a-4841-ad3c-854b169b3220), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.455780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-73f44770-dfe1-49a3-bb21-b26c045613f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9a50ae9b-335a-4841-ad3c-854b169b3220), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.495674 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-73f44770-dfe1-49a3-bb21-b26c045613f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bee2f0ddaee64990ac823830d4d0aae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919161 May 13 13:34:13.496521 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f44770-dfe1-49a3-bb21-b26c045613f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a50ae9b-335a-4841-ad3c-854b169b3220,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:13.498454 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33618) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:13.549267 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] Publish callbacks [] for security_group (9a50ae9b-335a-4841-ad3c-854b169b3220), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.571425 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] Publish callbacks [] for security_group (9a50ae9b-335a-4841-ad3c-854b169b3220), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.678871 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9a50ae9b-335a-4841-ad3c-854b169b3220), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.681420 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:13.682625 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a50ae9b-335a-4841-ad3c-854b169b3220 HTTP/1.1" status: 204 len: 168 time: 0.1830435 May 13 13:34:13.690566 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c1e78-91cd-4dce-9663-6e8151f6893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a50ae9b-335a-4841-ad3c-854b169b3220,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:14.651129 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3fec7395-f278-4a6d-8476-16bbe89218f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:16.992740 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-3c37baa0-25c8-4a58-84ef-32ae5c06f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:17.462059 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-1fb08904-3a13-4b27-9b71-0d9d79f8501e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411913 May 13 13:34:17.541388 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-226eb3e2-f0bc-464e-8c1c-4c52f09c4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:17.542905 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-226eb3e2-f0bc-464e-8c1c-4c52f09c4a03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0378299 May 13 13:34:17.647933 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-37369e3d-caa1-4053-a069-1b63a035f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:17.649413 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-37369e3d-caa1-4053-a069-1b63a035f7e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.0891197 May 13 13:34:17.720840 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-4d8939a0-6323-4f01-93cb-0f11bc687f3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 1001 time: 0.0614102 May 13 13:34:17.766714 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-d444a526-23e2-4162-8223-8ef76316c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:17.768159 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-d444a526-23e2-4162-8223-8ef76316c5a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0418518 May 13 13:34:17.810354 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-f142de8c-a2de-4857-9a54-12eb2f10217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:17.811803 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-f142de8c-a2de-4857-9a54-12eb2f10217d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381176 May 13 13:34:17.903817 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-6f1f8a10-e8f5-4c7f-bc2f-e1b00a74861a service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 May 13 13:34:17.995709 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-512b6d94-a8b7-4a0a-b060-2fe5bcea5edf req-3ac2f00d-c850-44fb-81a1-29f07d6eb8ed service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848303 May 13 13:34:18.216973 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:19.514325 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:20.811194 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:36.589207 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-89f786e2-1d55-4cc0-9b5a-cca06f1e8e3c tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854436485&fields=id&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 267 time: 0.0470624 May 13 13:34:36.688627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-a04628ee-bc09-447b-a688-301b8326e27e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:36.689971 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-a04628ee-bc09-447b-a688-301b8326e27e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.0944009 May 13 13:34:36.703955 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-409eb33d-c9e6-4402-8fb9-cfd8036df9b9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/quotas/d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 375 time: 0.0083702 May 13 13:34:36.752713 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-d59a3ac2-f006-478a-bee1-e807e37eb3a4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0435371 May 13 13:34:36.870234 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-3f8ebac5-5a90-4230-ad75-abf56030c53c service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044309 May 13 13:34:36.956683 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-d82b1ffb-c4c7-4395-9ab7-2ad60b3377bc service neutron] 10.222.0.25 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806904 May 13 13:34:37.480409 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-234168e9-636d-40f8-9bf6-9cedfb4b3caf req-189b5884-965a-4907-9216-2932c29be666 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 210 time: 0.0292704 May 13 13:34:38.581220 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-18c7757a-2e2c-4d9b-b0dc-37578c505238 req-94bba443-3d04-46e2-a9a0-515cc126be46 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 210 time: 0.0320828 May 13 13:34:39.325729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-66d38423-b100-4173-9841-3fc668bee3f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:39.327176 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-66d38423-b100-4173-9841-3fc668bee3f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 812 time: 0.0987363 May 13 13:34:39.390886 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-2637a216-d834-4502-995e-ee6e50fccfd9 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e32e04d1f44e97b903f98c7c2749db HTTP/1.1" status: 200 len: 379 time: 0.0532517 May 13 13:34:39.402746 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'port': {'device_id': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'admin_state_up': True, 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'security_groups': ['e496a54b-ad5a-4be4-8933-1b6327d5747f']}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:39.577026 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Made reservation on behalf of d3e32e04d1f44e97b903f98c7c2749db for: {'port': 1} {{(pid=103979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:34:39.580392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:39.679250 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c230aeaa-aba7-4aff-9e55-5598d6c548d6 req-483fc413-d2a2-41f5-aba3-59f41721c8ad tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 210 time: 0.0269971 May 13 13:34:39.704818 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.20.0.4 (6c9600aa-af97-422e-b469-899e3d008792/7237cb52-d108-46c9-b606-7c1a5616a27d/acd2f1ab-4dd9-492b-8a9b-447c531381e8) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:34:39.843754 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:39.943794 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:39.985638 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network 6c9600aa-af97-422e-b469-899e3d008792 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:34:39.988817 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:34:39.995347 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:34:40.237607 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-07afe619-5762-4d21-8ffb-b7e468533577 None None] Provisioning complete for port acd2f1ab-4dd9-492b-8a9b-447c531381e8 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:34:40.238646 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-07afe619-5762-4d21-8ffb-b7e468533577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.283624 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-07afe619-5762-4d21-8ffb-b7e468533577 None None] Port acd2f1ab-4dd9-492b-8a9b-447c531381e8 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:34:40.291962 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.302976 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:40.331315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:40.331917 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.437114 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ffc8ec15-de5a-4f5b-8179-22eff0e733e4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0378797 May 13 13:34:40.516415 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Request body: {'port': {'device_id': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:40.575574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.798312 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7e9d-c1cb-4a46-b147-14eca8ec2a94 req-f71d882d-3873-4067-8f0f-9a521b05b21d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:40.800384 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-97ce7e9d-c1cb-4a46-b147-14eca8ec2a94 req-f71d882d-3873-4067-8f0f-9a521b05b21d tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 931 time: 0.0544627 May 13 13:34:40.858928 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd2f1ab-4dd9-492b-8a9b-447c531381e8 {{(pid=103979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:34:40.863232 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-97ce7e9d-c1cb-4a46-b147-14eca8ec2a94 req-de2a4db9-6ba7-4432-8085-1b04f39d2b42 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571623 May 13 13:34:40.867212 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks [] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.880690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.provisioning_blocks [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Transition to ACTIVE for port object acd2f1ab-4dd9-492b-8a9b-447c531381e8 will not be triggered until provisioned by entity L2. {{(pid=103979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:34:40.960698 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.013909 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Pushing event updated for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:41.095282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Attempting to bind port acd2f1ab-4dd9-492b-8a9b-447c531381e8 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:34:41.095625 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Attempting to bind port acd2f1ab-4dd9-492b-8a9b-447c531381e8 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:34:41.095997 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Attempting to bind port acd2f1ab-4dd9-492b-8a9b-447c531381e8 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:34:41.100816 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Port acd2f1ab-4dd9-492b-8a9b-447c531381e8 on network 6c9600aa-af97-422e-b469-899e3d008792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:34:41.101155 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Attempting to bind port acd2f1ab-4dd9-492b-8a9b-447c531381e8 on network 6c9600aa-af97-422e-b469-899e3d008792 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:34:41.107078 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:34:41.113385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Checking segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:34:41.113385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Bound using segment: {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:34:41.113385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Bound port: acd2f1ab-4dd9-492b-8a9b-447c531381e8, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c3232-0c4e-4b32-9dbc-790042b83ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c9600aa-af97-422e-b469-899e3d008792'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:34:41.113385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.179185 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:34:41.182181 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:34:41.269427 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.304038 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.314446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.314446 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] 10.222.0.70 "PUT /v2.0/ports/acd2f1ab-4dd9-492b-8a9b-447c531381e8 HTTP/1.1" status: 200 len: 1093 time: 0.7939351 May 13 13:34:41.314446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:41.314446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060bc208-2609-4f5a-8168-5b82d36c0b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:41.343600 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd752be-36b9-4ce2-86ef-9d5ccb7edc4b service neutron] Pushing event updated for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:41.352881 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30745c4f-da23-4d1e-bb2d-11c93ba01c5d x-openstack-request-id: req-30745c4f-da23-4d1e-bb2d-11c93ba01c5d {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:41.353684 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:41.353684 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30745c4f-da23-4d1e-bb2d-11c93ba01c5d {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:41.354124 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30745c4f-da23-4d1e-bb2d-11c93ba01c5d'] response: {'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'status': 'completed', 'code': 200} May 13 13:34:41.424603 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-e0ad3532-33e2-447a-91c6-ba3d62b02d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.424603 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-e0ad3532-33e2-447a-91c6-ba3d62b02d91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1127 time: 0.0481443 May 13 13:34:41.532446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-e206255a-0343-4bfa-b141-8036a47c2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.533827 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-e206255a-0343-4bfa-b141-8036a47c2b7b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1024647 May 13 13:34:41.627274 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-1d4afd62-9ca0-4d0e-86ad-39026a5b496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.628663 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-060bc208-2609-4f5a-8168-5b82d36c0b9f req-1d4afd62-9ca0-4d0e-86ad-39026a5b496d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879300 May 13 13:34:41.700812 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-8e8b458a-22e3-4474-8d2c-05657c7fea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.702319 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-8e8b458a-22e3-4474-8d2c-05657c7fea32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1127 time: 0.0390196 May 13 13:34:41.748006 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-ec25c2f5-d767-4503-821f-821ecc15bb6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8 HTTP/1.1" status: 200 len: 217 time: 0.0373814 May 13 13:34:41.800972 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-497b3d4a-d002-45f0-900c-c3a680e0947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.803035 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-497b3d4a-d002-45f0-900c-c3a680e0947e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0480988 May 13 13:34:41.846337 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-0cf1cce1-b662-45d5-89ad-3f633e49fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.847822 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-0cf1cce1-b662-45d5-89ad-3f633e49fb77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391500 May 13 13:34:41.943551 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-1790e38d-66ef-4ff4-be2f-77f156f60ede service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894258 May 13 13:34:41.980098 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab5687-8169-410d-a8c5-7687237b760b req-eb548f10-7b98-47f1-94a6-0f921f6b7c73 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.981719 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-52ab5687-8169-410d-a8c5-7687237b760b req-eb548f10-7b98-47f1-94a6-0f921f6b7c73 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0474544 May 13 13:34:42.030508 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-52ab5687-8169-410d-a8c5-7687237b760b req-fc07ca8f-76d7-499c-a0f1-09207e716d43 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 May 13 13:34:42.033754 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-965166c3-65b5-4d47-bd6b-b53245cd1bb5 req-e34f918b-7116-4199-b6d8-e8c023bc1533 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833981 May 13 13:34:43.141859 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6a84-8f55-4ae8-89c9-1b0c504be7b5 req-49101450-dc70-4091-8ca8-cf90d94a56c8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:43.143334 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4edc6a84-8f55-4ae8-89c9-1b0c504be7b5 req-49101450-dc70-4091-8ca8-cf90d94a56c8 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0469482 May 13 13:34:43.195359 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-4edc6a84-8f55-4ae8-89c9-1b0c504be7b5 req-69722802-82cb-4e96-a746-275b9a62bc95 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465567 May 13 13:34:44.313961 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc72709-ae10-4728-9517-c7ce4b7a9cc9 req-e98fbcfe-5e0f-472e-8120-a5f675b42331 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:44.315441 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fdc72709-ae10-4728-9517-c7ce4b7a9cc9 req-e98fbcfe-5e0f-472e-8120-a5f675b42331 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0523832 May 13 13:34:44.363573 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fdc72709-ae10-4728-9517-c7ce4b7a9cc9 req-1fa2c171-3e7e-4824-951c-7f088aeabd82 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 May 13 13:34:44.657000 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb251-f318-4513-91a2-b860c25c8a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:45.473147 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b1622-b4cb-4398-bf1d-80ce444b096d req-838a329d-a7ef-4e28-a3a9-70d928ed2aca tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:45.475214 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f36b1622-b4cb-4398-bf1d-80ce444b096d req-838a329d-a7ef-4e28-a3a9-70d928ed2aca tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0467749 May 13 13:34:45.523951 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f36b1622-b4cb-4398-bf1d-80ce444b096d req-a0614562-bcd3-4822-854f-fc9314b5c4cd tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 May 13 13:34:46.635409 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4aaf5-9bdb-4660-8e6c-b6bef5653514 req-6f9063aa-f52b-49a1-934b-8ef7453be2dc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:46.636798 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4a4aaf5-9bdb-4660-8e6c-b6bef5653514 req-6f9063aa-f52b-49a1-934b-8ef7453be2dc tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0471723 May 13 13:34:46.684317 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4a4aaf5-9bdb-4660-8e6c-b6bef5653514 req-062f2cff-a94a-436a-be4d-101c295244d2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 May 13 13:34:47.034252 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b2aa-5b2c-4a4b-ad55-18cf27ef80c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:47.796209 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229961d-e9a1-4641-9137-238db4f30493 req-28e13bc9-930a-4b27-a6a4-8332ae5069fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:47.797702 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e229961d-e9a1-4641-9137-238db4f30493 req-28e13bc9-930a-4b27-a6a4-8332ae5069fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0458624 May 13 13:34:47.844895 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-e229961d-e9a1-4641-9137-238db4f30493 req-72cd39ed-42d2-496e-958f-90374f2160c3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 May 13 13:34:48.193665 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:48.961101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37f27-bfee-4250-8c4b-2059d5100bf8 req-7714ec22-e53c-42d0-9bf9-27f60d917737 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:48.962591 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-96e37f27-bfee-4250-8c4b-2059d5100bf8 req-7714ec22-e53c-42d0-9bf9-27f60d917737 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 943 time: 0.0515096 May 13 13:34:48.972898 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device acd2f1ab-4dd9-492b-8a9b-447c531381e8 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:34:49.015860 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-96e37f27-bfee-4250-8c4b-2059d5100bf8 req-9468f001-773b-4bfb-aca2-fcd9d7999402 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477540 May 13 13:34:49.069455 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:49.080783 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'port_id': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'mac_address': 'fa:16:3e:c4:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:34:49.120487 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port acd2f1ab-4dd9-492b-8a9b-447c531381e8 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:34:49.120881 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:49.133272 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd2f1ab-4dd9-492b-8a9b-447c531381e8 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:34:49.151369 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:49.256827 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:49.303096 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:49.511353 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['acd2f1ab-4dd9-492b-8a9b-447c531381e8'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:34:49.567056 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:50.076826 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:34:50.129576 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240715c4-00bd-48ac-8364-8c48b7cc9083 req-e921cdea-5726-4c32-b438-5e1379ce6edb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:50.131617 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-240715c4-00bd-48ac-8364-8c48b7cc9083 req-e921cdea-5726-4c32-b438-5e1379ce6edb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 944 time: 0.0510366 May 13 13:34:50.181325 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-240715c4-00bd-48ac-8364-8c48b7cc9083 req-22277ed9-c451-4ad8-a404-169058e736b2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 May 13 13:34:50.805746 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:50.988747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device acd2f1ab-4dd9-492b-8a9b-447c531381e8 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:34:51.036975 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port acd2f1ab-4dd9-492b-8a9b-447c531381e8 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:34:51.102931 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port acd2f1ab-4dd9-492b-8a9b-447c531381e8 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:34:51.103386 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:51.181250 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port acd2f1ab-4dd9-492b-8a9b-447c531381e8 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:34:51.181643 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:51.205135 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:51.207424 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77959c-c095-40b3-8000-cb4984b58657" -d '{"events": [{"server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "name": "network-vif-plugged", "status": "completed", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:51.220642 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:51.257455 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b433a3-f20b-42e7-9c16-ea15b348a999 x-openstack-request-id: req-97b433a3-f20b-42e7-9c16-ea15b348a999 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:51.257753 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "name": "network-vif-plugged", "status": "completed", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:51.259664 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97b433a3-f20b-42e7-9c16-ea15b348a999 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:51.259664 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b433a3-f20b-42e7-9c16-ea15b348a999'] response: {'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'code': 200} May 13 13:34:51.300331 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9bc88-259b-42a3-a613-c95ca2821fd7 req-bf1d2741-7edb-4170-8c60-90cff0e0fcb4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:51.301824 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9a9bc88-259b-42a3-a613-c95ca2821fd7 req-bf1d2741-7edb-4170-8c60-90cff0e0fcb4 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 944 time: 0.0485294 May 13 13:34:51.318884 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:51.351841 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f9a9bc88-259b-42a3-a613-c95ca2821fd7 req-d228e541-68e5-4197-8320-d4730fdf0c4f tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 May 13 13:34:51.366718 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:51.879201 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920871f6-3be1-47dc-9c80-81bcce8c8b1c req-92e01ee8-1f81-49db-a945-02d538c990c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:51.881201 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-920871f6-3be1-47dc-9c80-81bcce8c8b1c req-92e01ee8-1f81-49db-a945-02d538c990c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1129 time: 0.0376630 May 13 13:34:51.925732 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-920871f6-3be1-47dc-9c80-81bcce8c8b1c req-18feaf90-10ba-4007-87e5-79ab66df21e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 May 13 13:34:52.470169 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48292236-1ce8-475d-8866-5562ad5071ad req-64c673d0-9eae-4298-81ad-a5aa491885c5 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:52.475956 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48292236-1ce8-475d-8866-5562ad5071ad req-64c673d0-9eae-4298-81ad-a5aa491885c5 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0467391 May 13 13:34:52.525301 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-48292236-1ce8-475d-8866-5562ad5071ad req-ae7c9071-8fd4-4d7b-bd8b-2dc020e66d74 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473366 May 13 13:34:53.645974 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d27131-49b5-4587-a6cb-6a05a40f4e6c req-cc450f0b-a711-4fcf-b52a-e80c62f2d38a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:53.647578 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-62d27131-49b5-4587-a6cb-6a05a40f4e6c req-cc450f0b-a711-4fcf-b52a-e80c62f2d38a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0513582 May 13 13:34:53.696841 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-62d27131-49b5-4587-a6cb-6a05a40f4e6c req-ba36e873-4bc9-4572-8f18-80b07824cd80 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 May 13 13:34:53.814288 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3eb8-bbcc-4664-89a2-b7e1711ad1df req-4cfe5bd3-22b6-4af8-bd34-587f0b6322fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:53.815849 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d39b3eb8-bbcc-4664-89a2-b7e1711ad1df req-4cfe5bd3-22b6-4af8-bd34-587f0b6322fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0545533 May 13 13:34:53.866523 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d39b3eb8-bbcc-4664-89a2-b7e1711ad1df req-7dcb3468-c15e-40af-b0fe-e460a87ee3e1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 May 13 13:34:53.880599 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472aafe-c4f9-4a52-b2bc-0495c75845ff req-7abab64d-ae72-497a-9065-cda7588d2384 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:53.882151 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c472aafe-c4f9-4a52-b2bc-0495c75845ff req-7abab64d-ae72-497a-9065-cda7588d2384 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0508654 May 13 13:34:53.889327 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33778) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:53.930173 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c472aafe-c4f9-4a52-b2bc-0495c75845ff req-f90e2418-81c6-4b0e-a46e-b387dab26f72 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 May 13 13:34:54.072899 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd7c7-2a48-458b-b9c8-946efaadcd69 tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:54.074467 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-67bbd7c7-2a48-458b-b9c8-946efaadcd69 tempest-TestVolumeBootPattern-598650689 tempest-TestVolumeBootPattern-598650689-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1124 time: 0.1841116 May 13 13:34:54.077163 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33782) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:54.081310 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'port_id': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:54.205713 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.285070 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.388315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Allocated IP 172.27.0.97 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/deb09b38-e116-4a5f-8a28-b0b01e8f2b1f) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:34:54.491038 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.605764 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.641686 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:34:54.644474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:34:54.648795 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:34:54.678890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=deb09b38-e116-4a5f-8a28-b0b01e8f2b1f,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:54.690577 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.690930 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.691276 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.691619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.691959 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.692289 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.693169 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.693501 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.693854 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.694184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.694513 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.694838 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.695161 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.695483 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:54.695801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:55.078879 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc0c6-2517-40b0-99c0-9c821ae9e55a req-2dbd4a18-afe8-476a-933b-7e89a33bb3e3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:55.080327 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-170fc0c6-2517-40b0-99c0-9c821ae9e55a req-2dbd4a18-afe8-476a-933b-7e89a33bb3e3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0643690 May 13 13:34:55.081342 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (8e86be97-e151-4f17-a7d2-3d50c5ab4602), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.164317 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-170fc0c6-2517-40b0-99c0-9c821ae9e55a req-16a82e84-1f5e-4601-896c-13587b6de326 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578067 May 13 13:34:55.251462 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.418257 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-f3034da6-40d8-4f73-91d5-a0be5faafcca tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:55.419691 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-f3034da6-40d8-4f73-91d5-a0be5faafcca tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0642793 May 13 13:34:55.462677 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.522079 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:34:55.522346 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.559609 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.650269 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event updated for resources: {'Port': ['ID=deb09b38-e116-4a5f-8a28-b0b01e8f2b1f,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:55.673529 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (8e86be97-e151-4f17-a7d2-3d50c5ab4602), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.722224 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] For port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:55.722589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.866091 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP 8e86be97-e151-4f17-a7d2-3d50c5ab4602 associated. External IP: 172.27.0.97, port: acd2f1ab-4dd9-492b-8a9b-447c531381e8. May 13 13:34:56.010730 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.011090 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.011414 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP 8e967650-39b0-4360-b7e6-ccc0b3d56643 disassociated. External IP: 172.27.0.250, port: d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab. May 13 13:34:56.011757 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:34:56.284023 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf2747-bf45-4f46-a1b9-ff0d30a9b497 req-87a791b2-5741-4225-8bf0-d4a5d1563248 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:56.285717 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6bdf2747-bf45-4f46-a1b9-ff0d30a9b497 req-87a791b2-5741-4225-8bf0-d4a5d1563248 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 945 time: 0.0495582 May 13 13:34:56.336579 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-6bdf2747-bf45-4f46-a1b9-ff0d30a9b497 req-eb294152-23e8-42ab-b894-9e2e88535bb8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=aeb22692-52cd-4a8f-976c-853bc5e1b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 May 13 13:34:56.480094 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:34:56.604503 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:34:56.610247 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.614205 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:34:56.624060 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:56.624679 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:34:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:56.645306 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:56.741862 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:56.745347 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.787064 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-9b3939b5-396c-4da2-a40c-96a24bde79f0 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7088811 May 13 13:34:56.789733 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:56.791951 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e13d6e-b865-4f58-9af3-a2fd83c61bed" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:56.795428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:34:56.842033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e7546a-35c8-4a57-9974-91cf03c7652a x-openstack-request-id: req-e2e7546a-35c8-4a57-9974-91cf03c7652a {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:56.842323 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:56.842578 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2e7546a-35c8-4a57-9974-91cf03c7652a {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:56.842974 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e7546a-35c8-4a57-9974-91cf03c7652a'] response: {'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'status': 'completed', 'code': 200} May 13 13:34:56.899567 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-5a43bc99-85b6-4921-8fd1-0f72e7031c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:56.901055 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-5a43bc99-85b6-4921-8fd1-0f72e7031c1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1129 time: 0.0481462 May 13 13:34:56.910250 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:34:56.922708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:34:56.935770 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:56.936684 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:34:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:56.963523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] No DVR routers for this DVR port d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:34:56.968143 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.972690 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-828180f8-b78b-4f6f-a5ba-b486a229f189 req-ef7132a1-6cab-4446-9b1b-0f5c9105581a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "DELETE /v2.0/ports/d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab HTTP/1.1" status: 204 len: 173 time: 1.5479491 May 13 13:34:56.980267 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}, {'id': '8e86be97-e151-4f17-a7d2-3d50c5ab4602', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:c4:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:54Z', 'updated_at': '2022-05-13T13:34:54Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.016200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-17670378-ab33-4d25-bc47-f53d5406bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:57.019079 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:34:57.019500 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-17670378-ab33-4d25-bc47-f53d5406bcbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.1117437 May 13 13:34:57.043917 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:57.044966 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:34:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.108436 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-ba6fdff7-2efd-4d45-88f2-5d78e94ed609 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8 HTTP/1.1" status: 200 len: 998 time: 0.0822496 May 13 13:34:57.122392 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:57.165890 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-32d8dccd-14c0-4723-ae43-02649e6f2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:57.167405 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-32d8dccd-14c0-4723-ae43-02649e6f2b19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0519969 May 13 13:34:57.174760 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:57.219612 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-a506d594-0b8c-4f80-8d6c-ce46f8350662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:57.221542 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-a506d594-0b8c-4f80-8d6c-ce46f8350662 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463560 May 13 13:34:57.324438 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.335615 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-a08298c4-45aa-471d-b318-52962b0d4270 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978675 May 13 13:34:57.357652 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:34:57.375691 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:57.376397 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:34:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.452124 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}, {'id': '8e86be97-e151-4f17-a7d2-3d50c5ab4602', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:c4:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:54Z', 'updated_at': '2022-05-13T13:34:54Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.486209 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23953d34-5216-4b21-bd33-75fdc2e5c1e9 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}, {'id': '8e86be97-e151-4f17-a7d2-3d50c5ab4602', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:c4:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:54Z', 'updated_at': '2022-05-13T13:34:54Z', 'revision_number': 0, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:34:57.513514 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-779af638-4c36-4899-9119-e7f2f41fd14a req-2448f890-e96d-47c9-a2e9-2534407540b6 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e839d2a-15b4-48ad-a357-ad4a871f1818 HTTP/1.1" status: 200 len: 210 time: 0.0368793 May 13 13:34:57.515457 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-24e13d6e-b865-4f58-9af3-a2fd83c61bed req-db5c6c75-94df-4741-a76e-6d934f9bcc14 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738763 May 13 13:34:57.523736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:57.730610 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15667ac0-db89-4d44-9ee2-4550c2f0cf56 None None] New status for floating IP 8e86be97-e151-4f17-a7d2-3d50c5ab4602: ACTIVE {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:34:57.870796 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.897275 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62099e42-f0fa-4449-98e1-ec3798178b8b None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:34:58.122026 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09025389-493f-40cf-8a66-b9b4172211e7 None None] New status for floating IP 8e967650-39b0-4360-b7e6-ccc0b3d56643: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:34:58.663265 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33798) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:58.717100 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (aeb22692-52cd-4a8f-976c-853bc5e1b16c), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:58.740615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (aeb22692-52cd-4a8f-976c-853bc5e1b16c), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:58.843597 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'name': 'network-vif-deleted', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:58.846006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d5f8df-1ddf-4229-871b-3a2adcdf10f7" -d '{"events": [{"server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "name": "network-vif-deleted", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:58.856627 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aeb22692-52cd-4a8f-976c-853bc5e1b16c), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:58.859483 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:58.863170 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/security-groups/aeb22692-52cd-4a8f-976c-853bc5e1b16c HTTP/1.1" status: 204 len: 168 time: 0.1964197 May 13 13:34:58.863774 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33802) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:58.870551 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c63cd-c1d1-47f4-9757-e559255cb528 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb22692-52cd-4a8f-976c-853bc5e1b16c,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:58.880272 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-04ed6602-0df2-4803-ab5f-58d553f73eb5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] show failed (client error): The resource could not be found. May 13 13:34:58.882901 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a868de76-d48f-4b32-9bd9-42854930fa7f x-openstack-request-id: req-a868de76-d48f-4b32-9bd9-42854930fa7f {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:58.883192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e839d2a-15b4-48ad-a357-ad4a871f1818", "name": "network-vif-deleted", "tag": "d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:58.883446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a868de76-d48f-4b32-9bd9-42854930fa7f {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:58.883892 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a868de76-d48f-4b32-9bd9-42854930fa7f'] response: {'server_uuid': '2e839d2a-15b4-48ad-a357-ad4a871f1818', 'name': 'network-vif-deleted', 'tag': 'd3fd9ca9-9f12-460c-bf10-dc86aa9b63ab', 'status': 'completed', 'code': 200} May 13 13:34:58.884262 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-04ed6602-0df2-4803-ab5f-58d553f73eb5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups/aeb22692-52cd-4a8f-976c-853bc5e1b16c HTTP/1.1" status: 404 len: 347 time: 0.0161178 May 13 13:34:58.884793 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33804) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:59.000304 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port f20925a1-4706-4c4b-a656-72748f64d529 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:34:59.000659 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (f20925a1-4706-4c4b-a656-72748f64d529), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.000865 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:34:59.020542 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:34:59.020888 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device d3fd9ca9-9f12-460c-bf10-dc86aa9b63ab not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:34:59.082712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (f20925a1-4706-4c4b-a656-72748f64d529), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.083035 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (f20925a1-4706-4c4b-a656-72748f64d529), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.098472 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for f20925a1-4706-4c4b-a656-72748f64d529 owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:34:59.296772 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (f20925a1-4706-4c4b-a656-72748f64d529), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.326795 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=f20925a1-4706-4c4b-a656-72748f64d529,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:59.386262 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (8e967650-39b0-4360-b7e6-ccc0b3d56643), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.388850 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.390083 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4537b31a-d09f-405d-a70a-15d467bf7dd4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e967650-39b0-4360-b7e6-ccc0b3d56643 HTTP/1.1" status: 204 len: 168 time: 0.5043004 May 13 13:34:59.568712 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33808) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:59.573273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788319783', 'description': 'tempest-description--1144345707'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:59.655357 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.721508 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (ee383b93-5ab1-468c-bb3c-c7ec5155e7ee), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.769274 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (ee383b93-5ab1-468c-bb3c-c7ec5155e7ee), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.797726 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:59.853130 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:59.854430 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a0eb1e88-958e-4edf-a437-e233e36894c1 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2846904 May 13 13:34:59.862115 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33810) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:59.866493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'ee383b93-5ab1-468c-bb3c-c7ec5155e7ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:59.948154 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (e5593186-7274-48f5-970b-1bcef08a5fb1), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.006980 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (e5593186-7274-48f5-970b-1bcef08a5fb1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.094982 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (e5593186-7274-48f5-970b-1bcef08a5fb1), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.112084 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5593186-7274-48f5-970b-1bcef08a5fb1,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:00.171269 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.172533 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-598eefb1-9d9f-45cd-b381-8f08a42801b7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094637 May 13 13:35:00.175124 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33812) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:35:00.179936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'security_group_rule': {'security_group_id': 'ee383b93-5ab1-468c-bb3c-c7ec5155e7ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:35:00.279003 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (27a28d52-64e4-4363-8905-f07ff8419d28), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.333667 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (27a28d52-64e4-4363-8905-f07ff8419d28), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.437669 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509657'] for security_group_rule (27a28d52-64e4-4363-8905-f07ff8419d28), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.454961 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a28d52-64e4-4363-8905-f07ff8419d28,revision_number=0']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:00.544995 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.546256 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-761c813e-01a1-4081-a0fb-50202c099af8 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3702126 May 13 13:35:00.549296 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33814) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:35:00.554266 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:35:00.663049 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.742143 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:00.843715 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_common [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.27.0.115 (f321abd2-d8bb-48c4-80a5-02e263f2cc37/ad21e834-5bce-41c9-a148-d2a2597b0cda/0a24770a-d024-442f-b8c2-5bcec9495425) {{(pid=103979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:35:00.945493 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (0a24770a-d024-442f-b8c2-5bcec9495425), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.034288 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.076885 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network f321abd2-d8bb-48c4-80a5-02e263f2cc37 is already hosted by enough agents. {{(pid=103979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:35:01.079910 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.base_scheduler [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:35:01.086704 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:35:01.092189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=0a24770a-d024-442f-b8c2-5bcec9495425,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:01.178164 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.260072 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.414399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (0a24770a-d024-442f-b8c2-5bcec9495425), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.477024 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dedc1-6836-4b20-be0d-7b6f65c6c68b req-f8565c13-1b7e-4000-9314-0a4dea9190c8 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:01.479111 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-239dedc1-6836-4b20-be0d-7b6f65c6c68b req-f8565c13-1b7e-4000-9314-0a4dea9190c8 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0545526 May 13 13:35:01.483672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5445678'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.545497 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-239dedc1-6836-4b20-be0d-7b6f65c6c68b req-3a693509-2f06-457b-b94c-360be9e2f24b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574875 May 13 13:35:01.559286 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=0a24770a-d024-442f-b8c2-5bcec9495425,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:01.569920 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.651532 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:01.652719 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6c33458a-5a1f-4290-94cb-0aab23879fe0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1024425 May 13 13:35:01.844861 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8bf65282-1b32-4f1b-844d-cec9299c0174 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1788319783&fields=id&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 267 time: 0.0450177 May 13 13:35:01.956926 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-99f5fbc0-426b-4a29-8c6b-fd65e4076c7f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:01.958959 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-99f5fbc0-426b-4a29-8c6b-fd65e4076c7f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1076410 May 13 13:35:01.973855 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-bd0ed333-380b-497e-9322-45f9a5abc3e2 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/quotas/1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 375 time: 0.0088866 May 13 13:35:02.021349 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-d8cc69f9-11ad-4886-b330-5e547ccf0a9c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421779 May 13 13:35:02.118649 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-25a9185b-b32b-42ad-b65f-22decf5e6050 service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 May 13 13:35:02.208193 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-b8b4548f-7720-41e6-bb9d-51bc4f100496 service neutron] 10.222.0.25 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 May 13 13:35:02.418318 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-04cd0709-4873-41fb-99d5-b8c1709eaadb req-b7314a32-a60f-4d45-b6fd-35abd71e766a tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 210 time: 0.0272901 May 13 13:35:02.659009 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c2c50-34f6-4563-9b0b-a8b8fa8f4085 req-7856986f-11ff-4d74-acd3-acf99e837992 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:02.660491 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-309c2c50-34f6-4563-9b0b-a8b8fa8f4085 req-7856986f-11ff-4d74-acd3-acf99e837992 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0471630 May 13 13:35:02.711638 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-309c2c50-34f6-4563-9b0b-a8b8fa8f4085 req-53da9b2b-fdbc-4ae8-8ed2-63c016538b51 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450175 May 13 13:35:03.513227 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-c130ee69-3fb5-444d-a973-35dc234f2401 req-f8a2f337-48e1-4857-a115-f44677b088ff tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 210 time: 0.0285823 May 13 13:35:03.831513 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dd87e-ec9f-4ca3-8748-190bbb6f5ac6 req-9e36db2a-fe5d-42cc-99b1-110c9e84f5c0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:03.833020 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-052dd87e-ec9f-4ca3-8748-190bbb6f5ac6 req-9e36db2a-fe5d-42cc-99b1-110c9e84f5c0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0534391 May 13 13:35:03.882146 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-052dd87e-ec9f-4ca3-8748-190bbb6f5ac6 req-60c2bad1-f619-4d3a-a51a-dfb0127d108f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 May 13 13:35:04.365290 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-fe4a0b13-bfae-4563-9ca4-96427db701ce tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:04.366843 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-fe4a0b13-bfae-4563-9ca4-96427db701ce tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 814 time: 0.1023760 May 13 13:35:04.429464 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-d7554d64-4eb8-4413-94fa-c7f24a777534 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e72f39546704606927bcefdc0f13235 HTTP/1.1" status: 200 len: 380 time: 0.0525746 May 13 13:35:04.437945 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'port': {'device_id': '80a314ae-726d-40d4-93d6-285e27a79564', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'admin_state_up': True, 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'security_groups': ['ee383b93-5ab1-468c-bb3c-c7ec5155e7ee']}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:35:04.613143 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-710a9817-f52c-4576-8449-c8b3c428f24d req-8dc42fee-1e83-41d2-ab3a-4b66a61d0117 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 210 time: 0.0286992 May 13 13:35:04.632123 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Made reservation on behalf of 1e72f39546704606927bcefdc0f13235 for: {'port': 1} {{(pid=103978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:35:04.635468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:04.759315 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Allocated IP 172.20.0.13 (46cd8800-6675-4b3d-a84e-b42f58021a8c/df1edc66-7d3d-4dd2-a8bf-4cc70755312a/814f959d-cd9e-4950-a1f5-50171380b066) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:35:04.890128 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for port (814f959d-cd9e-4950-a1f5-50171380b066), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:04.977325 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757710966128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:04.997235 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac940-98c7-4cfc-a8dc-11fb3c8fce6a req-54bd8f38-b4b6-4a61-87a6-a494b6741f00 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:04.998767 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-667ac940-98c7-4cfc-a8dc-11fb3c8fce6a req-54bd8f38-b4b6-4a61-87a6-a494b6741f00 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0485098 May 13 13:35:05.020560 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:35:05.023844 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:35:05.027006 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:35:05.049551 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-667ac940-98c7-4cfc-a8dc-11fb3c8fce6a req-a20b394a-5449-4c26-b523-8aad9ed50d91 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450478 May 13 13:35:05.071424 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event updated for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:05.082385 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.082733 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.083075 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.083445 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.083778 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.084109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.084444 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.084771 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.085365 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.085688 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.086043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.086367 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.086686 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.087006 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.087326 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:05.104582 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:05.105200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.183320 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-8b46bc3f-57a3-4352-85d4-093af92ec4bb tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7488606 May 13 13:35:05.195246 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.base [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Request body: {'port': {'device_id': '80a314ae-726d-40d4-93d6-285e27a79564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:35:05.253547 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (814f959d-cd9e-4950-a1f5-50171380b066), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.294143 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-614192b1-50c0-4f99-ac1c-1de8050776eb None None] Provisioning complete for port 814f959d-cd9e-4950-a1f5-50171380b066 triggered by entity DHCP. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:35:05.294768 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-614192b1-50c0-4f99-ac1c-1de8050776eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (814f959d-cd9e-4950-a1f5-50171380b066), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.330483 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-614192b1-50c0-4f99-ac1c-1de8050776eb None None] Port 814f959d-cd9e-4950-a1f5-50171380b066 cannot update to ACTIVE because it is not bound. {{(pid=103980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:35:05.518137 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814f959d-cd9e-4950-a1f5-50171380b066 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:35:05.526029 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks [] for port (814f959d-cd9e-4950-a1f5-50171380b066), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.538626 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Transition to ACTIVE for port object 814f959d-cd9e-4950-a1f5-50171380b066 will not be triggered until provisioned by entity L2. {{(pid=103978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:35:05.599390 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.691147 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Pushing event updated for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:05.765190 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf38a-1b76-4a35-a4ea-5b19ad4cdd9f req-d7a4999e-31eb-4a53-9654-f4eef5415058 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:05.766885 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dabf38a-1b76-4a35-a4ea-5b19ad4cdd9f req-d7a4999e-31eb-4a53-9654-f4eef5415058 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 944 time: 0.0791106 May 13 13:35:05.770179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Attempting to bind port 814f959d-cd9e-4950-a1f5-50171380b066 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:35:05.770435 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Attempting to bind port 814f959d-cd9e-4950-a1f5-50171380b066 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:35:05.770755 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Attempting to bind port 814f959d-cd9e-4950-a1f5-50171380b066 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:35:05.783553 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Port 814f959d-cd9e-4950-a1f5-50171380b066 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:35:05.783876 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Attempting to bind port 814f959d-cd9e-4950-a1f5-50171380b066 on network 46cd8800-6675-4b3d-a84e-b42f58021a8c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:35:05.799240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Checking agent: {'id': '9539c66b-2338-406d-8115-422c6c30cf2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'started_at': datetime.datetime(2022, 5, 13, 13, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:35:05.799603 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Checking segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:35:05.799986 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Bound using segment: {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:35:05.800432 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Bound port: 814f959d-cd9e-4950-a1f5-50171380b066, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4461256-4c42-4817-a548-8f000a74bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:35:05.800804 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (814f959d-cd9e-4950-a1f5-50171380b066), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.859796 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2dabf38a-1b76-4a35-a4ea-5b19ad4cdd9f req-c5e50207-5fd2-4eb5-bbda-3dd1f4849dde tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848675 May 13 13:35:05.894096 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:35:05.897836 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=814f959d-cd9e-4950-a1f5-50171380b066,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:35:05.965835 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5116309'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:06.000031 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.000657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:06.002057 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] 10.222.0.70 "PUT /v2.0/ports/814f959d-cd9e-4950-a1f5-50171380b066 HTTP/1.1" status: 200 len: 1094 time: 0.8120637 May 13 13:35:06.002501 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:35:06.004794 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e143c4-ecad-43a8-b94b-4ccb2f574787" -d '{"events": [{"name": "network-changed", "server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "tag": "814f959d-cd9e-4950-a1f5-50171380b066"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:35:06.028579 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8b381-fdca-4a90-b79e-5312d9217898 service neutron] Pushing event updated for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:06.043166 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eabed09-3b8b-4c6b-80e0-253823e03cc6 x-openstack-request-id: req-5eabed09-3b8b-4c6b-80e0-253823e03cc6 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:35:06.043557 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "tag": "814f959d-cd9e-4950-a1f5-50171380b066", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:35:06.043812 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eabed09-3b8b-4c6b-80e0-253823e03cc6 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:35:06.044229 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eabed09-3b8b-4c6b-80e0-253823e03cc6'] response: {'name': 'network-changed', 'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066', 'status': 'completed', 'code': 200} May 13 13:35:06.112028 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-00f0c57a-a0fd-44f0-8b66-af7aeb438b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.113607 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-00f0c57a-a0fd-44f0-8b66-af7aeb438b65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 1128 time: 0.0469401 May 13 13:35:06.221673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703bc3-a795-4174-bfd1-aa80c6d5dee8 req-d87513cd-58c8-430e-b6bf-bfcfaa2acfbd tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.223186 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b703bc3-a795-4174-bfd1-aa80c6d5dee8 req-d87513cd-58c8-430e-b6bf-bfcfaa2acfbd tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0918436 May 13 13:35:06.273251 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-0c449ae5-cbbd-4852-9871-c78ab8073bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.274765 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-0c449ae5-cbbd-4852-9871-c78ab8073bed service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1e72f39546704606927bcefdc0f13235&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1527865 May 13 13:35:06.337378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-5b703bc3-a795-4174-bfd1-aa80c6d5dee8 req-b0804ea9-0e37-42f0-90e3-df680016e2e8 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068726 May 13 13:35:06.382355 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-f64387ec-177a-4f34-a2d2-45ff0835a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.383829 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f3e143c4-ecad-43a8-b94b-4ccb2f574787 req-f64387ec-177a-4f34-a2d2-45ff0835a0bf service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013021 May 13 13:35:06.461388 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-e9e6a491-1ef7-4a25-a92b-a2c13888d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.462934 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-e9e6a491-1ef7-4a25-a92b-a2c13888d93c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 1128 time: 0.0435271 May 13 13:35:06.506467 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-52bf7f21-9bb8-489f-b6ea-e4c863313979 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=814f959d-cd9e-4950-a1f5-50171380b066 HTTP/1.1" status: 200 len: 217 time: 0.0356045 May 13 13:35:06.593736 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-97c6aeb3-54ca-4cf5-a3cc-1a6fff1863b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.595130 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-97c6aeb3-54ca-4cf5-a3cc-1a6fff1863b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.0431647 May 13 13:35:06.637043 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-d4ee2a19-bdd1-4c70-8e66-27c7c14efa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.638485 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-d4ee2a19-bdd1-4c70-8e66-27c7c14efa2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369952 May 13 13:35:06.729090 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-43770bcb-62e8-4295-9757-7b18a8be531c service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836496 May 13 13:35:06.815381 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-ca964df3-3ef8-4d97-a95a-322ea757ac40 req-7fe3065f-9277-459c-943b-c4f9ddee7cfd service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793631 May 13 13:35:06.981848 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e5bf-6794-48a6-b4d9-a63871466cf9 req-ac47e372-b2df-46be-8885-d0781d086f49 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:06.983341 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ce85e5bf-6794-48a6-b4d9-a63871466cf9 req-ac47e372-b2df-46be-8885-d0781d086f49 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 944 time: 0.0512285 May 13 13:35:07.028554 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ce85e5bf-6794-48a6-b4d9-a63871466cf9 req-4a3a9305-0a21-471b-90b2-f42fd79eb56f tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 May 13 13:35:07.452347 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dfc7c-ba73-4f58-97e3-81295d00cd55 req-879aa471-b0ef-4b7a-91f3-a67e1ad3d4c6 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:07.453816 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d6dfc7c-ba73-4f58-97e3-81295d00cd55 req-879aa471-b0ef-4b7a-91f3-a67e1ad3d4c6 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0507226 May 13 13:35:07.502391 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d6dfc7c-ba73-4f58-97e3-81295d00cd55 req-d36f4c4c-c15b-422f-9311-2f00317e3313 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 May 13 13:35:08.138916 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e4304-a790-4227-a5cd-2e1461721770 req-319fea6b-10c6-4f7e-8101-5d2e3e570a19 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:08.140352 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-361e4304-a790-4227-a5cd-2e1461721770 req-319fea6b-10c6-4f7e-8101-5d2e3e570a19 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 944 time: 0.0465600 May 13 13:35:08.185931 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-361e4304-a790-4227-a5cd-2e1461721770 req-c65e1dac-ff07-40c9-86f7-5b0eb24881be tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 May 13 13:35:08.613853 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f1327-fb6a-46f3-aa9d-1ebce4831935 req-057c6044-c9ca-4d8a-bdd0-fa2929fb8645 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:08.615310 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a47f1327-fb6a-46f3-aa9d-1ebce4831935 req-057c6044-c9ca-4d8a-bdd0-fa2929fb8645 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0464051 May 13 13:35:08.662901 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a47f1327-fb6a-46f3-aa9d-1ebce4831935 req-7c05c012-fb0d-49d6-a5b3-5e96acf5627e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 May 13 13:35:09.037294 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 814f959d-cd9e-4950-a1f5-50171380b066 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:35:09.141754 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=814f959d-cd9e-4950-a1f5-50171380b066,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:09.160309 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '814f959d-cd9e-4950-a1f5-50171380b066', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'port_id': '814f959d-cd9e-4950-a1f5-50171380b066', 'mac_address': 'fa:16:3e:f9:7b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:35:09.197936 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 814f959d-cd9e-4950-a1f5-50171380b066 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:35:09.198333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (814f959d-cd9e-4950-a1f5-50171380b066), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:09.213481 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814f959d-cd9e-4950-a1f5-50171380b066 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:35:09.232764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=814f959d-cd9e-4950-a1f5-50171380b066,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:09.297202 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15b6b7-e85c-4feb-9bc1-e312a69a03fe req-6c786f73-354f-4edd-9f80-921a797214a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:09.298596 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ff15b6b7-e85c-4feb-9bc1-e312a69a03fe req-6c786f73-354f-4edd-9f80-921a797214a3 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 944 time: 0.0457590 May 13 13:35:09.337063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:09.348892 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ff15b6b7-e85c-4feb-9bc1-e312a69a03fe req-71f042ce-cc57-42ee-8f91-00ac560ceaf5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 May 13 13:35:09.385077 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=4']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:09.392042 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.392394 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.392740 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.393085 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.393423 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.393763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.394116 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.394447 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.394777 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.395108 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.395436 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.395764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.396097 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.396412 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.396736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:35:09.583480 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['814f959d-cd9e-4950-a1f5-50171380b066'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:35:09.779332 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea335-4cc4-4f26-83ee-3bdeb823ddc8 req-a87d7702-42ed-4f11-a608-60bc13c4a385 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:09.780780 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-912ea335-4cc4-4f26-83ee-3bdeb823ddc8 req-a87d7702-42ed-4f11-a608-60bc13c4a385 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0491920 May 13 13:35:09.828485 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-912ea335-4cc4-4f26-83ee-3bdeb823ddc8 req-8c15b44e-a48e-4246-b4ca-603ca8ced51e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422564 May 13 13:35:10.245471 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:10.459923 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa0c36-c7d5-42d1-b40c-0c9bc681d488 req-81330302-3006-4077-8e1b-ebcc28437cc7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:10.461683 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e5fa0c36-c7d5-42d1-b40c-0c9bc681d488 req-81330302-3006-4077-8e1b-ebcc28437cc7 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 945 time: 0.0467708 May 13 13:35:10.509877 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e5fa0c36-c7d5-42d1-b40c-0c9bc681d488 req-8f478b7d-3d22-45a6-8f28-c0dd6746c160 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 May 13 13:35:10.939900 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e474458-2e79-4353-b133-6ef68929b13b req-4e4493ee-37c9-4e6c-91dc-a5344745033a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:10.941378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0e474458-2e79-4353-b133-6ef68929b13b req-4e4493ee-37c9-4e6c-91dc-a5344745033a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0463846 May 13 13:35:10.989032 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0e474458-2e79-4353-b133-6ef68929b13b req-3b39cf13-8cff-4baf-a81c-26d7a81dc420 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 May 13 13:35:11.050589 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 814f959d-cd9e-4950-a1f5-50171380b066 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:35:11.094412 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning for port 814f959d-cd9e-4950-a1f5-50171380b066 completed by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:35:11.173146 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 814f959d-cd9e-4950-a1f5-50171380b066 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:35:11.176119 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (814f959d-cd9e-4950-a1f5-50171380b066), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:11.256487 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 814f959d-cd9e-4950-a1f5-50171380b066 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:35:11.257218 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (814f959d-cd9e-4950-a1f5-50171380b066), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:11.278490 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:35:11.280716 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d582b-0f02-4d57-9532-6e32e2aa86aa" -d '{"events": [{"server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "name": "network-vif-plugged", "status": "completed", "tag": "814f959d-cd9e-4950-a1f5-50171380b066"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:35:11.293380 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=814f959d-cd9e-4950-a1f5-50171380b066,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:11.315021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e8f00-71e1-4079-b60e-b9e6d48a6467 x-openstack-request-id: req-9f5e8f00-71e1-4079-b60e-b9e6d48a6467 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:35:11.315311 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "name": "network-vif-plugged", "status": "completed", "tag": "814f959d-cd9e-4950-a1f5-50171380b066", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:35:11.315566 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f5e8f00-71e1-4079-b60e-b9e6d48a6467 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:35:11.315964 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5e8f00-71e1-4079-b60e-b9e6d48a6467'] response: {'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066', 'code': 200} May 13 13:35:11.354762 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:11.400808 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=5']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:11.620711 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c623eb-6b7b-414f-a259-39c15e2085c5 req-064c3a36-0246-4b2b-82e2-d3383a279762 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:11.622199 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6c623eb-6b7b-414f-a259-39c15e2085c5 req-064c3a36-0246-4b2b-82e2-d3383a279762 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0482337 May 13 13:35:11.680794 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-b6c623eb-6b7b-414f-a259-39c15e2085c5 req-97a53e08-2b45-44c9-990d-8acf27498799 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531774 May 13 13:35:11.706522 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7b64-4020-48ea-9686-9d3d2fc0d7dc req-5b198128-5c64-459e-bb38-3316e835c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:11.707991 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91ad7b64-4020-48ea-9686-9d3d2fc0d7dc req-5b198128-5c64-459e-bb38-3316e835c984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 1130 time: 0.0413101 May 13 13:35:11.711302 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-91756ea9-add7-4353-8271-caea94745bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:11.713360 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-91756ea9-add7-4353-8271-caea94745bba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1130 time: 0.0476282 May 13 13:35:11.751272 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-91ad7b64-4020-48ea-9686-9d3d2fc0d7dc req-fd095b7f-3c28-45d3-b47e-59ed19e76137 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 May 13 13:35:11.804823 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-81a2778f-35d3-4fbc-829b-e45323c2dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:11.806730 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-81a2778f-35d3-4fbc-829b-e45323c2dfe7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 910 time: 0.0874119 May 13 13:35:12.036570 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-22cfcd45-f820-4f2a-87b8-6408751a833d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 1001 time: 0.0587499 May 13 13:35:12.124765 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0445a-a0ee-4a9f-8bce-cf3c33b0726e req-3f5f83fc-3140-4380-8698-4eab21f0f40e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:12.126239 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7bc0445a-a0ee-4a9f-8bce-cf3c33b0726e req-3f5f83fc-3140-4380-8698-4eab21f0f40e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0578759 May 13 13:35:12.127672 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-c1b051fa-3b24-4092-833e-270bcc73bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:12.128988 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-c1b051fa-3b24-4092-833e-270bcc73bbfa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 200 len: 848 time: 0.0854650 May 13 13:35:12.207953 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-1fa4f6bd-5ac0-4647-860c-43acbc5b69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:12.209511 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-1fa4f6bd-5ac0-4647-860c-43acbc5b69cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a936522-2bfb-4af4-991c-21176e7e46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706961 May 13 13:35:12.215592 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7bc0445a-a0ee-4a9f-8bce-cf3c33b0726e req-538d9d39-3deb-405e-b191-6d1173f62fd2 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838394 May 13 13:35:12.558267 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-82c28cf8-aed2-4f5c-b623-e1893407ec98 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934403 May 13 13:35:12.661096 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7fd7eb2d-7db1-401d-ac33-f98fd3f4903b req-6e693c41-9283-49b1-9428-dfd4fefc8d33 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802071 May 13 13:35:12.910157 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44810199-92c1-4813-bb95-ef1e5518757d req-60299427-539f-4499-906e-14f22050957c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:12.911802 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-44810199-92c1-4813-bb95-ef1e5518757d req-60299427-539f-4499-906e-14f22050957c tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.1649194 May 13 13:35:12.958573 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-44810199-92c1-4813-bb95-ef1e5518757d req-7fa466b6-9700-4ea6-a4e5-c9cd08351c54 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 May 13 13:35:13.327728 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d4a0a-77c2-4e9a-ba41-436ccf631500 req-6080eee0-a9b1-479c-ae26-ccefe9680b14 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:13.329215 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa7d4a0a-77c2-4e9a-ba41-436ccf631500 req-6080eee0-a9b1-479c-ae26-ccefe9680b14 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0475261 May 13 13:35:13.429702 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa7d4a0a-77c2-4e9a-ba41-436ccf631500 req-d50f4b4a-88e5-4ca3-bd5c-819542968258 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949457 May 13 13:35:14.078062 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5fa79-bb3b-4549-81bb-422595b13245 req-3617468e-8c77-44e0-97b7-b84de77bb9c4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:14.080234 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-36e5fa79-bb3b-4549-81bb-422595b13245 req-3617468e-8c77-44e0-97b7-b84de77bb9c4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0512242 May 13 13:35:14.128121 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-36e5fa79-bb3b-4549-81bb-422595b13245 req-63e8ca9a-1332-40b5-9940-e48690efb0bd tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 May 13 13:35:14.544914 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d593-f08e-4c58-87fb-37bb617cbaac req-3a8f1d6b-a278-434e-b396-2db311184bc7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:14.546431 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3096d593-f08e-4c58-87fb-37bb617cbaac req-3a8f1d6b-a278-434e-b396-2db311184bc7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0472271 May 13 13:35:14.599910 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-3096d593-f08e-4c58-87fb-37bb617cbaac req-0b51e94a-62b9-448b-8e6e-033607f48b2d tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477593 May 13 13:35:14.651464 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-f65eb4e1-ecb9-4925-b431-505ab9953850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:15.398669 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76ea9-372d-4dbc-a50f-36c425369a29 req-d12bdd28-4d54-458c-a85b-90342cb36e80 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.400050 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0bf76ea9-372d-4dbc-a50f-36c425369a29 req-d12bdd28-4d54-458c-a85b-90342cb36e80 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0468454 May 13 13:35:15.445540 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-0bf76ea9-372d-4dbc-a50f-36c425369a29 req-8a95ed33-ba78-4a62-9f86-d96eb31236a5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 May 13 13:35:15.562215 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5c61-37ef-40f2-aa1d-7b6584778618 req-e8954ccc-fd08-4cf0-9506-570b05b74c18 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.563677 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-050f5c61-37ef-40f2-aa1d-7b6584778618 req-e8954ccc-fd08-4cf0-9506-570b05b74c18 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0454257 May 13 13:35:15.572695 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33908) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:35:15.576839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.v2.base [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Request body: {'floatingip': {'port_id': '814f959d-cd9e-4950-a1f5-50171380b066'}} {{(pid=103979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:35:15.617591 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:15.715270 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5052-7ff3-4290-93de-3639d07ee5b6 req-2553e0e9-d6fa-4e35-a8fa-20d558fc3510 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.717083 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-149c5052-7ff3-4290-93de-3639d07ee5b6 req-2553e0e9-d6fa-4e35-a8fa-20d558fc3510 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0520916 May 13 13:35:15.773205 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-149c5052-7ff3-4290-93de-3639d07ee5b6 req-6f2151f0-18c5-461b-9dc3-842768996d6d tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485249 May 13 13:35:16.054525 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:16.205605 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:16.311642 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP de39af9f-01dc-48e4-be2d-d6cb2b6df776 associated. External IP: 172.27.0.115, port: 814f959d-cd9e-4950-a1f5-50171380b066. May 13 13:35:16.521135 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:35:16.628693 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:35:16.633049 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:16.639104 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:35:16.649178 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:35:16.649808 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:34:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:35:16.662936 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-31a951ca-1378-4180-8c2e-f5d54885b99b tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "PUT /v2.0/floatingips/de39af9f-01dc-48e4-be2d-d6cb2b6df776 HTTP/1.1" status: 200 len: 992 time: 1.0892355 May 13 13:35:16.663517 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:35:16.665739 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880e0955-b2e7-4fd8-ac88-24997f91a76f" -d '{"events": [{"name": "network-changed", "server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "tag": "814f959d-cd9e-4950-a1f5-50171380b066"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:35:16.700208 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b35c7f8-d98c-4ea8-b1d4-2cf79ddd5308 x-openstack-request-id: req-8b35c7f8-d98c-4ea8-b1d4-2cf79ddd5308 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:35:16.700515 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "tag": "814f959d-cd9e-4950-a1f5-50171380b066", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:35:16.700777 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b35c7f8-d98c-4ea8-b1d4-2cf79ddd5308 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:35:16.701193 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b35c7f8-d98c-4ea8-b1d4-2cf79ddd5308'] response: {'name': 'network-changed', 'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066', 'status': 'completed', 'code': 200} May 13 13:35:16.760139 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:35:16.763671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-96d957b9-fd7b-4450-b3c6-90b6e7cbeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:16.765190 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-96d957b9-fd7b-4450-b3c6-90b6e7cbeae2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e72f39546704606927bcefdc0f13235&device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 1130 time: 0.0430195 May 13 13:35:16.857011 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-e1253e62-0eba-455c-ad32-143c56af38db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:16.858526 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-e1253e62-0eba-455c-ad32-143c56af38db service neutron] 10.222.0.70 "GET /v2.0/networks?id=46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 200 len: 915 time: 0.0871851 May 13 13:35:16.886863 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e31d9-ca92-46c7-b368-34a9324bea30 req-16a6c8b4-7096-4e01-91c6-bc819952b1ce tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:16.890378 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-887e31d9-ca92-46c7-b368-34a9324bea30 req-16a6c8b4-7096-4e01-91c6-bc819952b1ce tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0502706 May 13 13:35:16.933003 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-6167b733-28df-4000-8c60-45a057ece9a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=814f959d-cd9e-4950-a1f5-50171380b066 HTTP/1.1" status: 200 len: 1000 time: 0.0673568 May 13 13:35:16.954505 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-887e31d9-ca92-46c7-b368-34a9324bea30 req-9a359f7c-1489-48a2-aaf1-f15cf43e563c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602713 May 13 13:35:16.993011 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'de39af9f-01dc-48e4-be2d-d6cb2b6df776', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': '814f959d-cd9e-4950-a1f5-50171380b066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:f9:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a314ae-726d-40d4-93d6-285e27a79564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:35:01Z', 'updated_at': '2022-05-13T13:35:15Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:35:17.004019 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-c57dad3c-4e97-483b-b6cf-1e8b60a911d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:17.027454 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:35:17.036469 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:35:17.037108 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:35:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:35:17.097743 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:35:17.156761 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:35:17.178119 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 419528c3-a163-4096-aa94-d0e53f8d5d30 is: ACTIVE; New status is: DOWN {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:35:17.178662 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:17.203129 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:35:17.205532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13b29c-4fa5-4be3-8e15-0c038fee12b3" -d '{"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-unplugged", "status": "completed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:35:17.229017 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:17.241266 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9e8d6-879e-467d-966e-323e94bbecb0 x-openstack-request-id: req-42b9e8d6-879e-467d-966e-323e94bbecb0 {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:35:17.241569 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-unplugged", "status": "failed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "code": 422}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:35:17.241856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42b9e8d6-879e-467d-966e-323e94bbecb0 {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:35:17.242315 dv-cinder-841591-2-iscsi neutron-server[103980]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42b9e8d6-879e-467d-966e-323e94bbecb0']: {'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'code': 422} returned with failed status May 13 13:35:17.270612 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-9aff8878-a2ee-41d0-b140-bc9813380c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:17.272093 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-9aff8878-a2ee-41d0-b140-bc9813380c64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 200 len: 853 time: 0.3327594 May 13 13:35:17.325295 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-b1a4aefd-a56c-4f56-a0ef-5209084988c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:17.326857 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-b1a4aefd-a56c-4f56-a0ef-5209084988c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46cd8800-6675-4b3d-a84e-b42f58021a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479155 May 13 13:35:17.340794 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:17.398577 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e446ae-9596-44be-a3ee-c74565ee8c30 req-f82fb480-4a14-40fd-894f-d43fa3427f0a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:17.400478 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81e446ae-9596-44be-a3ee-c74565ee8c30 req-f82fb480-4a14-40fd-894f-d43fa3427f0a tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0570774 May 13 13:35:17.415141 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=6']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:17.437330 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-50af1eb8-39f0-4849-bb11-86eeeebb89ee service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026707 May 13 13:35:17.464328 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'de39af9f-01dc-48e4-be2d-d6cb2b6df776', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': '814f959d-cd9e-4950-a1f5-50171380b066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:f9:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a314ae-726d-40d4-93d6-285e27a79564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:35:01Z', 'updated_at': '2022-05-13T13:35:15Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:35:17.484631 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-81e446ae-9596-44be-a3ee-c74565ee8c30 req-12f87ed1-8877-4245-b9ae-f94b6267cfe3 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716581 May 13 13:35:17.512024 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 33930) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:35:17.514827 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd3c76-b375-43c6-9771-aac991983d85 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': 'de39af9f-01dc-48e4-be2d-d6cb2b6df776', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'port_id': '814f959d-cd9e-4950-a1f5-50171380b066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'mac_address': 'fa:16:3e:f9:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a314ae-726d-40d4-93d6-285e27a79564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:35:01Z', 'updated_at': '2022-05-13T13:35:15Z', 'revision_number': 1, 'project_id': '1e72f39546704606927bcefdc0f13235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:35:17.540363 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-880e0955-b2e7-4fd8-ac88-24997f91a76f req-fc93ba9f-eb14-4478-864b-b7a7245b4687 service neutron] 10.222.0.70 "GET /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970056 May 13 13:35:17.600156 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-935ad83a-df50-4f3a-b1c5-602f00d09e26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868223 May 13 13:35:17.608984 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-0add63a8-1a9e-463e-a6de-ca8b4c4007b4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:35:17.610202 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-0add63a8-1a9e-463e-a6de-ca8b4c4007b4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051389 May 13 13:35:17.694001 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 33938) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:35:17.726205 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6b571-a49f-4592-9ab3-8b549dfb27b8 None None] New status for floating IP de39af9f-01dc-48e4-be2d-d6cb2b6df776: ACTIVE {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:35:17.791605 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-459a410d-a50d-4c51-8286-14a2ad502d21 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:17.793088 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-459a410d-a50d-4c51-8286-14a2ad502d21 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports/419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 941 time: 0.0977316 May 13 13:35:18.302838 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:18.647374 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caca7b-ae5d-4583-b90f-9a9296a1b5ff req-c719f167-d958-4e6e-964e-349b07a11783 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:18.648785 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4caca7b-ae5d-4583-b90f-9a9296a1b5ff req-c719f167-d958-4e6e-964e-349b07a11783 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0504656 May 13 13:35:18.704890 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-d4caca7b-ae5d-4583-b90f-9a9296a1b5ff req-f4afb88a-70a3-41da-9c66-fedfbd506c82 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498190 May 13 13:35:19.513931 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:19.816065 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1f37c-3b4d-4a36-9a55-c57b8ab30ca1 req-56300702-8545-4614-be7b-62eac3037f0c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:19.817595 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8be1f37c-3b4d-4a36-9a55-c57b8ab30ca1 req-56300702-8545-4614-be7b-62eac3037f0c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0468075 May 13 13:35:19.866685 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8be1f37c-3b4d-4a36-9a55-c57b8ab30ca1 req-a1a6ca2a-d4d8-44ba-a506-5082f6043396 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 May 13 13:35:20.478514 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-a54997b7-a23a-4e26-84f6-ef737fe8553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:20.479938 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-a54997b7-a23a-4e26-84f6-ef737fe8553b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69&tenant_id=0b1cc4c699be4edfa243bc7dde91cd51 HTTP/1.1" status: 200 len: 1128 time: 0.0699046 May 13 13:35:20.542632 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-7db7bf51-2275-4a8f-bf6c-4579431c743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:20.544165 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-7db7bf51-2275-4a8f-bf6c-4579431c743f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1128 time: 0.0425918 May 13 13:35:20.631382 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-068ea473-61ad-4d97-b32f-c67653abd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:20.632891 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-068ea473-61ad-4d97-b32f-c67653abd863 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 910 time: 0.0823905 May 13 13:35:20.699786 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-9d7cbb48-f349-44d2-a2c9-187624e1bfff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 999 time: 0.0603631 May 13 13:35:20.746046 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-a60e602b-271f-4f9e-9e9e-4b8685abb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:20.747454 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-a60e602b-271f-4f9e-9e9e-4b8685abb86f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 200 len: 848 time: 0.0422976 May 13 13:35:20.789915 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-7d019808-0121-41c2-81ed-a7f8194300ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:20.791928 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-7d019808-0121-41c2-81ed-a7f8194300ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a936522-2bfb-4af4-991c-21176e7e46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385904 May 13 13:35:20.828143 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:20.883876 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-076b1934-1a13-4acf-b9d0-b7a0c7d64882 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 May 13 13:35:21.000563 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c620a-46c5-4b25-9021-7b4a5125faef req-3aa5aac2-94fa-4f3b-b684-0a15fa059f99 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:21.001951 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9d9c620a-46c5-4b25-9021-7b4a5125faef req-3aa5aac2-94fa-4f3b-b684-0a15fa059f99 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0634897 May 13 13:35:21.029922 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-f7fd18c8-b485-4c01-9a0b-74f401e51e22 req-1f09bc83-692f-4256-87dc-b10051ebc686 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389551 May 13 13:35:21.061663 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9d9c620a-46c5-4b25-9021-7b4a5125faef req-094fecff-4147-4d8b-9e2f-36e106020e51 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535085 May 13 13:35:22.174495 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b8e3a-8b11-47dd-8a22-92800940601b req-44d92b2f-3149-42e1-92be-cb9e9e97624f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:22.175981 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d2b8e3a-8b11-47dd-8a22-92800940601b req-44d92b2f-3149-42e1-92be-cb9e9e97624f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0457351 May 13 13:35:22.227336 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-8d2b8e3a-8b11-47dd-8a22-92800940601b req-44cada5d-57ae-454a-90e9-0c76f7f857bc tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458949 May 13 13:35:23.340391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1db3-7aae-410e-af89-246d39161a1b req-ba6158b1-c31a-44b9-8918-4905fafa76cb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:23.342177 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b33a1db3-7aae-410e-af89-246d39161a1b req-ba6158b1-c31a-44b9-8918-4905fafa76cb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0477078 May 13 13:35:23.390056 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-b33a1db3-7aae-410e-af89-246d39161a1b req-16c4b11a-a231-47a9-8fae-e18cc289f2ca tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 May 13 13:35:24.501744 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeec23a-367d-47ae-a2e9-7aa3945a70b2 req-b4c3f214-03a9-49a2-9ad8-b45e43162f76 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:24.503262 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2aeec23a-367d-47ae-a2e9-7aa3945a70b2 req-b4c3f214-03a9-49a2-9ad8-b45e43162f76 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0475302 May 13 13:35:24.551892 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2aeec23a-367d-47ae-a2e9-7aa3945a70b2 req-c8d582af-aaf3-4b1c-bf60-65356347fb92 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 May 13 13:35:25.663880 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296e9b-f36b-4ff8-ac8a-28d13c44866d req-85d33cd8-c70d-4623-89b3-0be8d6e8a3d8 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:25.665313 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1c296e9b-f36b-4ff8-ac8a-28d13c44866d req-85d33cd8-c70d-4623-89b3-0be8d6e8a3d8 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0458519 May 13 13:35:25.725662 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1c296e9b-f36b-4ff8-ac8a-28d13c44866d req-428feec4-3a34-42ac-b425-654b635c89f0 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549750 May 13 13:35:26.836906 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef47cc-c0b9-4077-9f49-8782208535a0 req-69b2f140-e58f-49f0-a35a-ed36b721bd9f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:26.838982 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3fef47cc-c0b9-4077-9f49-8782208535a0 req-69b2f140-e58f-49f0-a35a-ed36b721bd9f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0469463 May 13 13:35:26.886170 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-3fef47cc-c0b9-4077-9f49-8782208535a0 req-a01f9667-4b28-4425-ac69-f90b15c10a49 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 May 13 13:35:27.077043 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:35:27.997584 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3acdec-b539-4d95-b175-114e9eeb8f35 req-3e7ffb1f-c122-4372-9c9c-b8430adf4ddb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:27.999104 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1d3acdec-b539-4d95-b175-114e9eeb8f35 req-3e7ffb1f-c122-4372-9c9c-b8430adf4ddb tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0476511 May 13 13:35:28.051976 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-1d3acdec-b539-4d95-b175-114e9eeb8f35 req-e225b64c-e6a6-4f0b-be94-a894d1d91104 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 May 13 13:35:29.159752 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:35:29.166162 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2e7c4-54e2-4bfe-9fbc-8ba19640ba2f req-ce937c37-63b5-4424-bce3-d2feffd71b6e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:29.167626 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2de2e7c4-54e2-4bfe-9fbc-8ba19640ba2f req-ce937c37-63b5-4424-bce3-d2feffd71b6e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 944 time: 0.0498970 May 13 13:35:29.231535 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-2de2e7c4-54e2-4bfe-9fbc-8ba19640ba2f req-6dd11221-81e4-4cdc-9392-2c7f02a2826e tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562735 May 13 13:35:29.271522 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:29.283307 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Returning: {'device': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'port_id': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'mac_address': 'fa:16:3e:64:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:35:29.330966 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 419528c3-a163-4096-aa94-d0e53f8d5d30 is: DOWN; New status is: BUILD {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:35:29.331290 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:29.347235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419528c3-a163-4096-aa94-d0e53f8d5d30 {{(pid=103980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:35:29.371543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:29.445553 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:29.496663 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=7']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:29.678102 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] get_ports_and_sgs() called for port_ids ['419528c3-a163-4096-aa94-d0e53f8d5d30'] {{(pid=103980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:35:30.343439 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e776f-8f19-4d7e-b46a-3713937e471e req-0f2ec841-4253-43b8-81a5-43eab2941bf9 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:30.344893 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-594e776f-8f19-4d7e-b46a-3713937e471e req-0f2ec841-4253-43b8-81a5-43eab2941bf9 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 945 time: 0.0464380 May 13 13:35:30.392259 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-594e776f-8f19-4d7e-b46a-3713937e471e req-90d3220a-3839-465a-8c85-863e48dde910 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 May 13 13:35:31.174943 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 up at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:35:31.220484 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.provisioning_blocks [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Provisioning complete for port 419528c3-a163-4096-aa94-d0e53f8d5d30 triggered by entity L2. {{(pid=103980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:35:31.220860 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360360'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), provisioning_complete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:31.296222 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Current status of the port 419528c3-a163-4096-aa94-d0e53f8d5d30 is: BUILD; New status is: ACTIVE {{(pid=103980) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:35:31.296609 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522475'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:31.318255 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:35:31.320444 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4cb674bc1070ded9349401bdf9f10d3321b46b3aae46cb3265c268caac738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3874bb-a228-423b-b29b-854fa0c00762" -d '{"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-plugged", "status": "completed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:35:31.332725 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:35:31.357108 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f37116-b840-4f36-bc11-a18c682ec5de x-openstack-request-id: req-07f37116-b840-4f36-bc11-a18c682ec5de {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:35:31.357402 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-plugged", "status": "completed", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "code": 200}]} {{(pid=103980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:35:31.357664 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07f37116-b840-4f36-bc11-a18c682ec5de {{(pid=103980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:35:31.358105 dv-cinder-841591-2-iscsi neutron-server[103980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f37116-b840-4f36-bc11-a18c682ec5de'] response: {'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'code': 200} May 13 13:35:31.397385 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757711460774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757710966146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757710966164'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:31.453433 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Pushing event updated for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=8']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:35:31.511960 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33260b-2bbf-409d-bed0-2553b871c6ad req-c3370731-34d0-41d6-b086-3d06d491aace tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:31.513424 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ac33260b-2bbf-409d-bed0-2553b871c6ad req-c3370731-34d0-41d6-b086-3d06d491aace tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0501571 May 13 13:35:31.563030 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ac33260b-2bbf-409d-bed0-2553b871c6ad req-7f3527ba-dbce-46bc-a93c-2221f6350935 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 May 13 13:35:31.636830 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff171e2b-160f-4689-86cd-fa11fd790f9c req-572ce995-230f-46c4-983f-0e44140b37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:31.638412 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ff171e2b-160f-4689-86cd-fa11fd790f9c req-572ce995-230f-46c4-983f-0e44140b37bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1130 time: 0.0394254 May 13 13:35:31.684614 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-ff171e2b-160f-4689-86cd-fa11fd790f9c req-e3f90e0c-c36d-4ca3-b671-9296dc62cc0f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381553 May 13 13:35:32.676505 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903374-43fd-4a41-a321-4c0320c267ef req-94b673ca-c65e-4359-b204-6295c7942e04 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:32.677988 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-04903374-43fd-4a41-a321-4c0320c267ef req-94b673ca-c65e-4359-b204-6295c7942e04 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0460165 May 13 13:35:32.726751 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-04903374-43fd-4a41-a321-4c0320c267ef req-c5235a53-7d93-4413-a9a3-bf519d8c92bf tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 May 13 13:35:33.840569 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99732-24c7-4784-8033-0c78761c5120 req-2b6e0517-8573-4a98-9f28-16e7fc56a5ac tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:33.842045 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e3a99732-24c7-4784-8033-0c78761c5120 req-2b6e0517-8573-4a98-9f28-16e7fc56a5ac tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0496011 May 13 13:35:33.889735 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-e3a99732-24c7-4784-8033-0c78761c5120 req-9a528dc3-65d5-445f-b363-1894b704aae1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 May 13 13:35:40.245555 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:44.702348 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-01388ad2-77c6-46c7-ac5d-385d7dce4adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:46.982364 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-af0ff64f-3470-484f-820b-326b20c16c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:48.208073 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:49.530966 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:50.799426 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:01.866696 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2481f8-ddcc-407f-b940-b1eb49accd32 req-05b9b821-c31e-44d8-bea9-c3660ad11a19 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:01.868201 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cb2481f8-ddcc-407f-b940-b1eb49accd32 req-05b9b821-c31e-44d8-bea9-c3660ad11a19 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0532687 May 13 13:36:01.915794 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cb2481f8-ddcc-407f-b940-b1eb49accd32 req-19001ebb-f02d-45b0-b90e-e2883e7148de tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 May 13 13:36:03.027314 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7407-2a4c-49c4-8403-0b96a430d711 req-f6805396-e555-4396-abc9-4437f7d6c8c5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:03.028740 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d3e7407-2a4c-49c4-8403-0b96a430d711 req-f6805396-e555-4396-abc9-4437f7d6c8c5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0455813 May 13 13:36:03.077289 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-9d3e7407-2a4c-49c4-8403-0b96a430d711 req-e4dbc2be-fe92-4f34-8a24-2edd9ccc48b5 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 May 13 13:36:03.502856 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-80dc512c-b019-41f1-b0b8-998532d92248 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:03.504302 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-80dc512c-b019-41f1-b0b8-998532d92248 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 946 time: 0.0463061 May 13 13:36:03.594977 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port 814f959d-cd9e-4950-a1f5-50171380b066 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:03.595318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (814f959d-cd9e-4950-a1f5-50171380b066), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:03.680181 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] For port 814f959d-cd9e-4950-a1f5-50171380b066, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=814f959d-cd9e-4950-a1f5-50171380b066,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:03.681064 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (814f959d-cd9e-4950-a1f5-50171380b066), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:03.855399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:03.855686 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480256'] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:03.856004 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Floating IP de39af9f-01dc-48e4-be2d-d6cb2b6df776 disassociated. External IP: 172.27.0.115, port: 814f959d-cd9e-4950-a1f5-50171380b066. May 13 13:36:03.856341 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for 814f959d-cd9e-4950-a1f5-50171380b066 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:04.062048 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (814f959d-cd9e-4950-a1f5-50171380b066), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:04.075733 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:36:04.095671 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=814f959d-cd9e-4950-a1f5-50171380b066,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:04.109391 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.109587 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.110097 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.110681 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.111176 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.111520 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.111856 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.112199 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.112534 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.112851 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.113227 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.113506 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.113856 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.114224 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.114674 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:04.193192 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-9be1da44-2ddb-4b1f-a0e7-111c14658717 req-879b09fc-4dda-48ec-a4bd-619314605521 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 210 time: 0.0358098 May 13 13:36:04.247425 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:04.351978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:04.361866 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:04.371505 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:04.372049 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:35:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:04.395629 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] No DVR routers for this DVR port 814f959d-cd9e-4950-a1f5-50171380b066 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:04.405980 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:04.405980 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-912e06bd-4295-417a-80d2-ee94e1cc096d req-1c17e9e1-d9fd-4224-ad56-085dffbc34b4 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.70 "DELETE /v2.0/ports/814f959d-cd9e-4950-a1f5-50171380b066 HTTP/1.1" status: 204 len: 173 time: 0.8886473 May 13 13:36:04.405980 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'name': 'network-vif-deleted', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:04.405980 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39251cbe-388b-4ab4-9e8d-4e96249a4643" -d '{"events": [{"server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "name": "network-vif-deleted", "tag": "814f959d-cd9e-4950-a1f5-50171380b066"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:04.491573 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:04.511090 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7870e14d-7e54-48a5-b3c2-eccb57174ee4 x-openstack-request-id: req-7870e14d-7e54-48a5-b3c2-eccb57174ee4 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:04.511594 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a314ae-726d-40d4-93d6-285e27a79564", "name": "network-vif-deleted", "tag": "814f959d-cd9e-4950-a1f5-50171380b066", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:04.511792 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7870e14d-7e54-48a5-b3c2-eccb57174ee4 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:04.512035 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7870e14d-7e54-48a5-b3c2-eccb57174ee4'] response: {'server_uuid': '80a314ae-726d-40d4-93d6-285e27a79564', 'name': 'network-vif-deleted', 'tag': '814f959d-cd9e-4950-a1f5-50171380b066', 'status': 'completed', 'code': 200} May 13 13:36:04.697370 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:04.722942 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:04.731684 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:04.732282 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:35:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:04.925099 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:05.112500 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:05.139132 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a853b0-51af-4bc9-bfb6-2267ce6441e1 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:08Z', 'revision_number': 4, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '62eea45d-0a15-4b4f-8689-7d98fd44adb1', 'name': '', 'network_id': '46cd8800-6675-4b3d-a84e-b42f58021a8c', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'mac_address': 'fa:16:3e:ce:29:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:07Z', 'updated_at': '2022-05-13T13:31:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'subnets': [{'id': 'df1edc66-7d3d-4dd2-a8bf-4cc70755312a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:05.302178 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-19f358c3-ee8d-4c0e-a6f5-0682435111d3 req-4930d717-e3a5-4a34-a9a0-be78ff2f62c0 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a314ae-726d-40d4-93d6-285e27a79564 HTTP/1.1" status: 200 len: 210 time: 0.0293806 May 13 13:36:05.368923 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb49f32-b996-4502-851c-be7270fc1933 None None] New status for floating IP de39af9f-01dc-48e4-be2d-d6cb2b6df776: DOWN {{(pid=103980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:36:06.467142 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34066) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:06.524206 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (ee383b93-5ab1-468c-bb3c-c7ec5155e7ee), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.547612 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (ee383b93-5ab1-468c-bb3c-c7ec5155e7ee), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.682393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (ee383b93-5ab1-468c-bb3c-c7ec5155e7ee), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.684954 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.686137 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/security-groups/ee383b93-5ab1-468c-bb3c-c7ec5155e7ee HTTP/1.1" status: 204 len: 168 time: 0.2180338 May 13 13:36:06.688974 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34068) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:06.695109 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f08a6-3194-448f-9b89-4116c818388d tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee383b93-5ab1-468c-bb3c-c7ec5155e7ee,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:06.702768 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.api.v2.resource [None req-dd25140a-6ebc-4ccb-a01b-2eb70ddb8d8e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] show failed (client error): The resource could not be found. May 13 13:36:06.704999 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dd25140a-6ebc-4ccb-a01b-2eb70ddb8d8e tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "GET /v2.0/security-groups/ee383b93-5ab1-468c-bb3c-c7ec5155e7ee HTTP/1.1" status: 404 len: 347 time: 0.0138431 May 13 13:36:06.707241 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34070) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:06.820770 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Deleting port 0a24770a-d024-442f-b8c2-5bcec9495425 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:06.821738 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.894606 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.894937 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (0a24770a-d024-442f-b8c2-5bcec9495425), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:06.907527 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Calling delete_port for 0a24770a-d024-442f-b8c2-5bcec9495425 owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:07.162583 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (0a24770a-d024-442f-b8c2-5bcec9495425), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:07.186802 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Pushing event deleted for resources: {'Port': ['ID=0a24770a-d024-442f-b8c2-5bcec9495425,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:07.196415 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.196769 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.197120 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.197468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.197823 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.198165 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.198961 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.198961 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.199151 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.199456 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.199785 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.200116 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.200442 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.200768 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.201093 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:07.265128 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks [] for floatingip (de39af9f-01dc-48e4-be2d-d6cb2b6df776), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:07.267712 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:07.268949 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-52f9673e-5a49-4533-ae5a-d5e9a2e97621 tempest-AttachVolumeNegativeTest-867975258 tempest-AttachVolumeNegativeTest-867975258-project] 10.222.0.25 "DELETE /v2.0/floatingips/de39af9f-01dc-48e4-be2d-d6cb2b6df776 HTTP/1.1" status: 204 len: 168 time: 0.5606945 May 13 13:36:07.389004 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 814f959d-cd9e-4950-a1f5-50171380b066 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:07.408705 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 814f959d-cd9e-4950-a1f5-50171380b066 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:07.409059 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 814f959d-cd9e-4950-a1f5-50171380b066 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:10.288096 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:11.412840 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34110) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:12.092940 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (a952161d-4183-4a99-9fb1-639fd78d0eef), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:12.328197 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Deleting port 62eea45d-0a15-4b4f-8689-7d98fd44adb1 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:12.328545 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:12.407970 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] For port 62eea45d-0a15-4b4f-8689-7d98fd44adb1, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=62eea45d-0a15-4b4f-8689-7d98fd44adb1,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:12.408264 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:12.421889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Calling delete_port for 62eea45d-0a15-4b4f-8689-7d98fd44adb1 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:12.685070 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (62eea45d-0a15-4b4f-8689-7d98fd44adb1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:12.710260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Pushing event deleted for resources: {'Port': ['ID=62eea45d-0a15-4b4f-8689-7d98fd44adb1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:12.874920 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (a952161d-4183-4a99-9fb1-639fd78d0eef), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.087136 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Router a952161d-4183-4a99-9fb1-639fd78d0eef has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:13.192243 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:13.199686 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bb04fcc5-a66e-4ad6-aab5-c0a33c7f734d admin admin] 10.222.0.25 "PUT /v2.0/routers/a952161d-4183-4a99-9fb1-639fd78d0eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7851436 May 13 13:36:13.200212 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34118) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:13.200860 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Sync routers for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:13.210789 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:13.211657 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:35:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:13.306251 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks [] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.317643 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:13.412357 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks [] for router_gateway (a952161d-4183-4a99-9fb1-639fd78d0eef), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.484187 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:36:12Z', 'revision_number': 5, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port': {'id': '08c9e07b-b5a4-4c26-8820-79c77bdd5925', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:13.513651 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Checking router: a952161d-4183-4a99-9fb1-639fd78d0eef for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:13.522097 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Routers {'a952161d-4183-4a99-9fb1-639fd78d0eef'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:13.522747 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:35:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a952161d-4183-4a99-9fb1-639fd78d0eef'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:13.534650 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Deleting port 08c9e07b-b5a4-4c26-8820-79c77bdd5925 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:13.535026 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.609167 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] Set router a952161d-4183-4a99-9fb1-639fd78d0eef gateway port host: None {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:13.612753 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] For port 08c9e07b-b5a4-4c26-8820-79c77bdd5925, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=08c9e07b-b5a4-4c26-8820-79c77bdd5925,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:13.613120 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.629204 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Calling delete_port for 08c9e07b-b5a4-4c26-8820-79c77bdd5925 owned by network:router_gateway {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:13.658538 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:36:13Z', 'revision_number': 6, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port_host': None}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:13.686960 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672769d1-b224-464b-af50-8c3816ea12f3 None None] The sync data for ids ['a952161d-4183-4a99-9fb1-639fd78d0eef'] in dv-cinder-841591-2-iscsi is: [{'id': 'a952161d-4183-4a99-9fb1-639fd78d0eef', 'name': 'tempest-AttachVolumeNegativeTest-998382503-router', 'tenant_id': '1e72f39546704606927bcefdc0f13235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:05Z', 'updated_at': '2022-05-13T13:36:13Z', 'revision_number': 6, 'project_id': '1e72f39546704606927bcefdc0f13235', 'gw_port_host': None}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:13.856501 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (08c9e07b-b5a4-4c26-8820-79c77bdd5925), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:13.885732 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c9e07b-b5a4-4c26-8820-79c77bdd5925,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:13.946921 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (a952161d-4183-4a99-9fb1-639fd78d0eef), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.040260 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.043495 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks [] for router_controller (a952161d-4183-4a99-9fb1-639fd78d0eef), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.165323 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (a952161d-4183-4a99-9fb1-639fd78d0eef), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.165908 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a952161d-4183-4a99-9fb1-639fd78d0eef {{(pid=103979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:36:14.170723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.176260 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1f50fbca-3fd8-4ef8-bf7d-0cac872e95c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a952161d-4183-4a99-9fb1-639fd78d0eef HTTP/1.1" status: 204 len: 168 time: 0.9706235 May 13 13:36:14.176260 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34120) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:14.221275 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Deleting subnet df1edc66-7d3d-4dd2-a8bf-4cc70755312a {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:36:14.224457 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Publish callbacks [] for subnet (df1edc66-7d3d-4dd2-a8bf-4cc70755312a), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.259753 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (df1edc66-7d3d-4dd2-a8bf-4cc70755312a), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.338236 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (df1edc66-7d3d-4dd2-a8bf-4cc70755312a), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.497820 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (df1edc66-7d3d-4dd2-a8bf-4cc70755312a), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.526386 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1edc66-7d3d-4dd2-a8bf-4cc70755312a,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:14.528861 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.533475 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2e538d2d-3503-4280-b92c-897a9b986c5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df1edc66-7d3d-4dd2-a8bf-4cc70755312a HTTP/1.1" status: 204 len: 168 time: 0.3568349 May 13 13:36:14.535030 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34122) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:14.537395 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550dc0d3-1e67-48cd-957d-d774cc0e11e7 None None] Network 46cd8800-6675-4b3d-a84e-b42f58021a8c requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:36:14.600855 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 08c9e07b-b5a4-4c26-8820-79c77bdd5925 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:14.613758 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (46cd8800-6675-4b3d-a84e-b42f58021a8c), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.640773 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 08c9e07b-b5a4-4c26-8820-79c77bdd5925 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:14.641122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 08c9e07b-b5a4-4c26-8820-79c77bdd5925 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:14.641755 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 62eea45d-0a15-4b4f-8689-7d98fd44adb1 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:14.665155 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Deleting port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:14.665370 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 62eea45d-0a15-4b4f-8689-7d98fd44adb1 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:14.665543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 62eea45d-0a15-4b4f-8689-7d98fd44adb1 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:14.665716 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.718842 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d2a4446f-518c-44d9-a8d3-e0eb4dc833f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.743190 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] For port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:14.743567 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.757906 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Calling delete_port for 038e2234-7b83-4e01-b00c-ec6f69a3ea9a owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:14.783492 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] DHCP port deletion for 46cd8800-6675-4b3d-a84e-b42f58021a8c request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:36:14.827910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Deleting port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:14.828297 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.894534 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] For port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,segment=NetworkSegment(f4461256-4c42-4817-a548-8f000a74bf2f),segment_id=f4461256-4c42-4817-a548-8f000a74bf2f)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:14.894944 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.907972 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Calling delete_port for 038e2234-7b83-4e01-b00c-ec6f69a3ea9a owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:14.919692 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:14.947406 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Pushing event deleted for resources: {'Port': ['ID=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:14.950072 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] No DVR routers for this DVR port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:14.989708 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (038e2234-7b83-4e01-b00c-ec6f69a3ea9a), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.014952 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Pushing event deleted for resources: {'Port': ['ID=038e2234-7b83-4e01-b00c-ec6f69a3ea9a,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:15.019666 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] No DVR routers for this DVR port 038e2234-7b83-4e01-b00c-ec6f69a3ea9a on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:15.022084 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (46cd8800-6675-4b3d-a84e-b42f58021a8c), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.027759 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.028113 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.028468 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.028811 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.029153 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.029858 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.029858 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.030192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.030526 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.030860 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.031190 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.031522 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.031856 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.032184 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.032515 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876105a6-46a3-4111-8307-f7e87948d92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:15.045664 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cd8800-6675-4b3d-a84e-b42f58021a8c']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:15.055037 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4461256-4c42-4817-a548-8f000a74bf2f') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:15.055341 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4461256-4c42-4817-a548-8f000a74bf2f') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:15.065261 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (f4461256-4c42-4817-a548-8f000a74bf2f), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.078223 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (f4461256-4c42-4817-a548-8f000a74bf2f), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.084176 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:36:15.084566 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (f4461256-4c42-4817-a548-8f000a74bf2f), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:36:15.086547 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:36:15.216581 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (46cd8800-6675-4b3d-a84e-b42f58021a8c), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.222220 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.225423 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] 10.222.0.25 "DELETE /v2.0/networks/46cd8800-6675-4b3d-a84e-b42f58021a8c HTTP/1.1" status: 204 len: 168 time: 0.6893587 May 13 13:36:15.236889 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002a68-a6ac-4db6-a884-521e4efa092d admin admin] Pushing event deleted for resources: {'Network': ['ID=46cd8800-6675-4b3d-a84e-b42f58021a8c,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:15.512684 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34126) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:15.554030 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-681821b9-2f03-45ec-9a12-5dcc449f4d40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e72f39546704606927bcefdc0f13235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401199 May 13 13:36:15.556432 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34128) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:15.613190 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] Publish callbacks [] for security_group (b598be65-d27c-47e7-8c55-c11b5e19cdde), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.633586 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] Publish callbacks [] for security_group (b598be65-d27c-47e7-8c55-c11b5e19cdde), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.747590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b598be65-d27c-47e7-8c55-c11b5e19cdde), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.750081 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:15.751254 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b598be65-d27c-47e7-8c55-c11b5e19cdde HTTP/1.1" status: 204 len: 168 time: 0.1938357 May 13 13:36:15.758891 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd8919-7b64-4fc8-94d8-b848fa32b163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598be65-d27c-47e7-8c55-c11b5e19cdde,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:16.566394 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 038e2234-7b83-4e01-b00c-ec6f69a3ea9a no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:16.586922 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 038e2234-7b83-4e01-b00c-ec6f69a3ea9a {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:16.587283 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 038e2234-7b83-4e01-b00c-ec6f69a3ea9a not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:16.996198 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e2f18190-fd9f-46e2-81ee-c5a8d9c24b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:18.253815 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.063419 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34198) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:19.164904 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f6d061a9-4f16-4929-b216-000790c7fc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.238624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f6d061a9-4f16-4929-b216-000790c7fc2d admin admin] Publish callbacks [] for security_group (46a99f35-1cbf-4f06-9e85-947ecf24b431), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.316408 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f6d061a9-4f16-4929-b216-000790c7fc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (46a99f35-1cbf-4f06-9e85-947ecf24b431), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.356662 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-f6d061a9-4f16-4929-b216-000790c7fc2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f0b24506ab5420e8c9803cc2454b400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921200 May 13 13:36:19.357378 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d061a9-4f16-4929-b216-000790c7fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a99f35-1cbf-4f06-9e85-947ecf24b431,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:19.359432 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34202) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:19.408273 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] Publish callbacks [] for security_group (46a99f35-1cbf-4f06-9e85-947ecf24b431), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.433639 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] Publish callbacks [] for security_group (46a99f35-1cbf-4f06-9e85-947ecf24b431), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.556150 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.604730 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (46a99f35-1cbf-4f06-9e85-947ecf24b431), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.607398 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:19.608616 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46a99f35-1cbf-4f06-9e85-947ecf24b431 HTTP/1.1" status: 204 len: 168 time: 0.2482152 May 13 13:36:19.618499 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2b6a3-a931-4493-9cef-fa1583416a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a99f35-1cbf-4f06-9e85-947ecf24b431,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:20.188638 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34208) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:20.204749 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a7a79107-d6b5-46cc-aa06-5213712cdbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.277695 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a7a79107-d6b5-46cc-aa06-5213712cdbc9 admin admin] Publish callbacks [] for security_group (7d6c469d-a2ed-4e96-bad9-31e49e0d21a1), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.356654 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a7a79107-d6b5-46cc-aa06-5213712cdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7d6c469d-a2ed-4e96-bad9-31e49e0d21a1), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.394590 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a7a79107-d6b5-46cc-aa06-5213712cdbc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d521a47d9bd401c9cfdc6fb5add02cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048743 May 13 13:36:20.395484 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a79107-d6b5-46cc-aa06-5213712cdbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c469d-a2ed-4e96-bad9-31e49e0d21a1,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:20.397328 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34210) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:20.449510 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] Publish callbacks [] for security_group (7d6c469d-a2ed-4e96-bad9-31e49e0d21a1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.471535 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] Publish callbacks [] for security_group (7d6c469d-a2ed-4e96-bad9-31e49e0d21a1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.581841 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (7d6c469d-a2ed-4e96-bad9-31e49e0d21a1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.584432 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.585593 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d6c469d-a2ed-4e96-bad9-31e49e0d21a1 HTTP/1.1" status: 204 len: 168 time: 0.1872065 May 13 13:36:20.594459 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713535fa-726f-4349-a6dc-4e11931032f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c469d-a2ed-4e96-bad9-31e49e0d21a1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:20.830446 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:20.999474 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-dcba0766-3955-4939-9e23-9f1e2bbae9ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1789486 May 13 13:36:21.084538 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-3ddcac25-feec-4ca1-802e-4e76247cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:21.086032 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-3ddcac25-feec-4ca1-802e-4e76247cb6b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0387771 May 13 13:36:21.190467 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-36a38f7c-6473-40e6-99dd-40415d9d615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:21.192010 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-36a38f7c-6473-40e6-99dd-40415d9d615f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.0886133 May 13 13:36:21.256683 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-6cdaa1b0-b0fa-4324-988b-33ab572c0efa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 1001 time: 0.0582013 May 13 13:36:21.307814 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-20a1048f-1904-47da-886d-800eff223b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:21.309258 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-20a1048f-1904-47da-886d-800eff223b85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0460756 May 13 13:36:21.354746 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-b0b89188-1766-4b16-a9bf-5f0de11c1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:21.356328 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-b0b89188-1766-4b16-a9bf-5f0de11c1cce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404890 May 13 13:36:21.366113 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-4f6056a2-728c-4cfa-a112-c204c051afef service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:36:21.367164 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-4f6056a2-728c-4cfa-a112-c204c051afef service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048852 May 13 13:36:21.455156 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-43a97ac5-0333-471e-bee8-626268929967 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817728 May 13 13:36:21.547159 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-860cd993-dee9-469a-b9c6-0bd2e028e7be req-1a67cbc4-e994-4340-b62e-dd962ec20547 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 May 13 13:36:24.596287 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34266) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:24.742275 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port deb09b38-e116-4a5f-8a28-b0b01e8f2b1f {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:24.742545 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:24.818600 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:24.818930 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:25.083881 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for deb09b38-e116-4a5f-8a28-b0b01e8f2b1f owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:25.327442 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (deb09b38-e116-4a5f-8a28-b0b01e8f2b1f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:25.354422 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=deb09b38-e116-4a5f-8a28-b0b01e8f2b1f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:25.413192 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (8e86be97-e151-4f17-a7d2-3d50c5ab4602), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:25.413536 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP 8e86be97-e151-4f17-a7d2-3d50c5ab4602 disassociated (deleted). External IP: 172.27.0.97, port: acd2f1ab-4dd9-492b-8a9b-447c531381e8. May 13 13:36:25.626046 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:25.735623 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:25.740387 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:25.744988 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:25.754435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:25.755062 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:25.769291 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-08bebeaf-d974-4edf-8f01-c0584f056042 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e86be97-e151-4f17-a7d2-3d50c5ab4602 HTTP/1.1" status: 204 len: 168 time: 1.1719022 May 13 13:36:25.769919 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:25.774264 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:25.814050 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311e873-3808-4a6e-8829-d1ebb1195dfd x-openstack-request-id: req-f311e873-3808-4a6e-8829-d1ebb1195dfd {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:25.814890 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:25.815279 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f311e873-3808-4a6e-8829-d1ebb1195dfd {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:25.822894 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f311e873-3808-4a6e-8829-d1ebb1195dfd'] response: {'name': 'network-changed', 'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'status': 'completed', 'code': 200} May 13 13:36:25.873486 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:25.883574 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-2a65c973-c319-499c-9e81-64be4873b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:25.885194 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-2a65c973-c319-499c-9e81-64be4873b1a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 1129 time: 0.0431619 May 13 13:36:25.991760 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-b6e64eb3-9a8b-4e1a-b2d5-a87f93d6eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:25.996191 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-b6e64eb3-9a8b-4e1a-b2d5-a87f93d6eaeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.1001554 May 13 13:36:26.035934 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-e6058b07-7712-4700-add9-47a80a070f4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8 HTTP/1.1" status: 200 len: 217 time: 0.0353062 May 13 13:36:26.089957 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-f0e1c52f-9af4-4968-abc0-02e3e025957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:26.091392 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-f0e1c52f-9af4-4968-abc0-02e3e025957a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0479951 May 13 13:36:26.097673 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:26.127220 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:26.132828 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:26.133435 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:26.135509 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-365492cd-4c9c-4e46-aad6-b4b16c7aa3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:26.137005 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-365492cd-4c9c-4e46-aad6-b4b16c7aa3c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392361 May 13 13:36:26.246002 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-51a68ab6-68de-4e92-9edf-912728488964 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013415 May 13 13:36:26.249524 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:26.346254 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-cff39ba3-65a4-4f5b-9b8c-a56eeabb8c72 req-a1029969-cac7-4f39-a4ab-09c6cd5fb9ac service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943010 May 13 13:36:26.437699 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab76097-9512-422b-af8f-ba6a8265f40e req-8ac52c2e-b4d3-420c-ba99-48e8df4fc07e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:26.439620 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8ab76097-9512-422b-af8f-ba6a8265f40e req-8ac52c2e-b4d3-420c-ba99-48e8df4fc07e tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0505333 May 13 13:36:26.470103 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:26.504371 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-8ab76097-9512-422b-af8f-ba6a8265f40e req-71c2b361-99c1-4a69-8c8f-216a13588e77 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575747 May 13 13:36:26.511599 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f51864-5a3e-4523-8b8d-43bf2f5ebf4a None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_floatingips': [{'id': '64852431-b638-4ac9-979f-cf34c5350b1b', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'router_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'port_id': '4d81ea3d-1342-41f8-9505-45e355cea083', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'mac_address': 'fa:16:3e:76:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:33Z', 'updated_at': '2022-05-13T13:32:36Z', 'revision_number': 1, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:26.760657 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d7acd-9df4-45cc-bc2e-b65b1b4f5eca None None] New status for floating IP 8e86be97-e151-4f17-a7d2-3d50c5ab4602: DOWN {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:36:27.622485 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596e89-fa47-43a7-bba6-9a12e6cb764a req-987e71ae-4e95-4e55-871c-2012f985eae5 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:27.626299 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56596e89-fa47-43a7-bba6-9a12e6cb764a req-987e71ae-4e95-4e55-871c-2012f985eae5 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0498939 May 13 13:36:27.679888 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-56596e89-fa47-43a7-bba6-9a12e6cb764a req-6eebc4b6-3059-4770-a8d2-ffb34d16b964 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481136 May 13 13:36:27.807165 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217db80-5c41-4575-b506-6bc36238d928 req-33a2a608-2562-4d3c-8867-1e4e8627de57 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:27.808684 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7217db80-5c41-4575-b506-6bc36238d928 req-33a2a608-2562-4d3c-8867-1e4e8627de57 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 945 time: 0.0473406 May 13 13:36:27.902341 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port acd2f1ab-4dd9-492b-8a9b-447c531381e8 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:27.902690 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:27.997282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] For port acd2f1ab-4dd9-492b-8a9b-447c531381e8, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=acd2f1ab-4dd9-492b-8a9b-447c531381e8,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:27.997544 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:28.010404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for acd2f1ab-4dd9-492b-8a9b-447c531381e8 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:28.216306 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (acd2f1ab-4dd9-492b-8a9b-447c531381e8), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:28.249589 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=acd2f1ab-4dd9-492b-8a9b-447c531381e8,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:28.293361 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] No DVR routers for this DVR port acd2f1ab-4dd9-492b-8a9b-447c531381e8 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:28.295931 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:28.300474 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7217db80-5c41-4575-b506-6bc36238d928 req-f07dbdfa-4eee-43d7-b597-d6ddaa2051fb tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "DELETE /v2.0/ports/acd2f1ab-4dd9-492b-8a9b-447c531381e8 HTTP/1.1" status: 204 len: 173 time: 0.4853361 May 13 13:36:28.300474 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'name': 'network-vif-deleted', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:28.301882 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa654a5-c404-4baa-abea-84dd1150d79b" -d '{"events": [{"server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "name": "network-vif-deleted", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:28.337925 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3f97c-3889-47dc-9a54-20d1a9b725c8 x-openstack-request-id: req-c0b3f97c-3889-47dc-9a54-20d1a9b725c8 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:28.338223 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec7b2f-151a-4074-9dd9-b7a7b0e45c12", "name": "network-vif-deleted", "tag": "acd2f1ab-4dd9-492b-8a9b-447c531381e8", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:28.338477 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0b3f97c-3889-47dc-9a54-20d1a9b725c8 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:28.339402 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b3f97c-3889-47dc-9a54-20d1a9b725c8'] response: {'server_uuid': '37ec7b2f-151a-4074-9dd9-b7a7b0e45c12', 'name': 'network-vif-deleted', 'tag': 'acd2f1ab-4dd9-492b-8a9b-447c531381e8', 'status': 'completed', 'code': 200} May 13 13:36:28.777309 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-192a164a-192d-496c-8dfe-81a13d850461 req-5e0a7b32-6e41-4552-a688-7633b95680a2 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ec7b2f-151a-4074-9dd9-b7a7b0e45c12 HTTP/1.1" status: 200 len: 210 time: 0.0278056 May 13 13:36:31.471051 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device acd2f1ab-4dd9-492b-8a9b-447c531381e8 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:31.491453 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: acd2f1ab-4dd9-492b-8a9b-447c531381e8 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:31.491804 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device acd2f1ab-4dd9-492b-8a9b-447c531381e8 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:32.292709 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34362) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:32.441979 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port ac3afcc3-9622-4365-93f8-bb7ad767d8ef {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:32.442333 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.521090 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.521426 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.539934 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for ac3afcc3-9622-4365-93f8-bb7ad767d8ef owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:32.753184 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (ac3afcc3-9622-4365-93f8-bb7ad767d8ef), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.784060 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=ac3afcc3-9622-4365-93f8-bb7ad767d8ef,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:32.844366 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (64852431-b638-4ac9-979f-cf34c5350b1b), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.844726 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.db.l3_db [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Floating IP 64852431-b638-4ac9-979f-cf34c5350b1b disassociated (deleted). External IP: 172.27.0.68, port: 4d81ea3d-1342-41f8-9505-45e355cea083. May 13 13:36:33.063943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:33.175428 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:33.180070 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:33.184871 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:33.194807 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:33.195424 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:33.210411 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-39a3aca4-39b0-4c0a-989b-066e76564530 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "DELETE /v2.0/floatingips/64852431-b638-4ac9-979f-cf34c5350b1b HTTP/1.1" status: 204 len: 168 time: 0.9166312 May 13 13:36:33.211011 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:33.214470 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316" -d '{"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:33.257385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b5d5d-fbf7-426e-bfb4-4212014a3243 x-openstack-request-id: req-ca0b5d5d-fbf7-426e-bfb4-4212014a3243 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:33.257575 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:33.257776 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca0b5d5d-fbf7-426e-bfb4-4212014a3243 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:33.258205 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0b5d5d-fbf7-426e-bfb4-4212014a3243'] response: {'name': 'network-changed', 'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083', 'status': 'completed', 'code': 200} May 13 13:36:33.310364 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:33.318058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-71f9559c-1c8e-4aa4-b78b-3c7cc730bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:33.319684 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-71f9559c-1c8e-4aa4-b78b-3c7cc730bde3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0412977 May 13 13:36:33.414245 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-fe169d95-d0a6-45f0-8fd0-414be702dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:33.415674 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-fe169d95-d0a6-45f0-8fd0-414be702dbf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 200 len: 913 time: 0.0903056 May 13 13:36:33.459823 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-f006f635-437b-4769-95b2-b858a132dd92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 200 len: 217 time: 0.0355730 May 13 13:36:33.508143 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-76619afb-a316-459c-b7b5-994701dd6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:33.509608 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-76619afb-a316-459c-b7b5-994701dd6c46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 200 len: 851 time: 0.0426199 May 13 13:36:33.511427 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:33.539172 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:33.547841 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:33.548450 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:33.563798 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-54cfd0d3-17d2-4cfe-aaf8-f59c70b603c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:33.565478 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-54cfd0d3-17d2-4cfe-aaf8-f59c70b603c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c9600aa-af97-422e-b469-899e3d008792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488987 May 13 13:36:33.623157 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ef3d-0e14-470b-9918-3862b83639b0 req-3081b784-fa99-46a2-b19c-2735c73179c1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:33.624642 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fdb2ef3d-0e14-470b-9918-3862b83639b0 req-3081b784-fa99-46a2-b19c-2735c73179c1 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0476806 May 13 13:36:33.659416 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:33.674083 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-fdb2ef3d-0e14-470b-9918-3862b83639b0 req-e6a289c3-1f1f-4eeb-89f2-0e89287ce90a tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437162 May 13 13:36:33.847802 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:33.873769 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74117c-a58e-472d-a52a-efd63493a8a3 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:28:42Z', 'revision_number': 4, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': 'be45fef2-57e8-4e68-9656-2995a89abbf4', 'name': '', 'network_id': '6c9600aa-af97-422e-b469-899e3d008792', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'mac_address': 'fa:16:3e:b6:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:41Z', 'updated_at': '2022-05-13T13:28:47Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'subnets': [{'id': '7237cb52-d108-46c9-b606-7c1a5616a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:34.105644 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c5743f-32f0-4bde-8ed0-35ba485b4466 None None] New status for floating IP 64852431-b638-4ac9-979f-cf34c5350b1b: DOWN {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:36:34.649562 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-f669fc41-87a2-4c1e-9d9c-194c9a80f8d5 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850296 May 13 13:36:34.794013 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2deba-adbf-419d-ac39-c57dcc54f919 req-bf7eb901-ff68-40dd-92ad-4ce612c91f64 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:34.795867 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76d2deba-adbf-419d-ac39-c57dcc54f919 req-bf7eb901-ff68-40dd-92ad-4ce612c91f64 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0525782 May 13 13:36:34.816653 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-acfde48b-3ff3-4bd0-9556-11cd7b9a0316 req-a2063872-2966-42f2-87ad-be7d5703ab31 service neutron] 10.222.0.70 "GET /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902989 May 13 13:36:34.860798 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-76d2deba-adbf-419d-ac39-c57dcc54f919 req-dc37cab0-6c7e-4f37-b6b7-530117801234 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/security-groups?id=e496a54b-ad5a-4be4-8933-1b6327d5747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584977 May 13 13:36:35.037893 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-baf7e479-43c1-460c-a541-b8c4b6655a95 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:35.039227 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-baf7e479-43c1-460c-a541-b8c4b6655a95 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 946 time: 0.0459449 May 13 13:36:35.125693 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port 4d81ea3d-1342-41f8-9505-45e355cea083 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:35.126113 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:35.214372 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] For port 4d81ea3d-1342-41f8-9505-45e355cea083, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4d81ea3d-1342-41f8-9505-45e355cea083,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:35.214744 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:35.236837 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for 4d81ea3d-1342-41f8-9505-45e355cea083 owned by compute:nova {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:35.427978 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (4d81ea3d-1342-41f8-9505-45e355cea083), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:35.463259 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=4d81ea3d-1342-41f8-9505-45e355cea083,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:35.505556 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] No DVR routers for this DVR port 4d81ea3d-1342-41f8-9505-45e355cea083 on host hv-cinder-84159 {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:35.507987 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:35.511721 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-58a27714-50cd-4b8a-8f6e-f601b08f2d4a req-a9dc9873-4808-49a7-9289-3e8b1e5cd9d3 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.70 "DELETE /v2.0/ports/4d81ea3d-1342-41f8-9505-45e355cea083 HTTP/1.1" status: 204 len: 173 time: 0.4677274 May 13 13:36:35.512160 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'name': 'network-vif-deleted', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083'}] {{(pid=103979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:35.514433 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac368e902646c397548785c3eed1fffa9663f2d5eb68e38fbf24a74697a2d9a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717ab38-800c-4567-838c-6e0450729e5c" -d '{"events": [{"server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "name": "network-vif-deleted", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083"}]}' {{(pid=103979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:35.549646 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498adf8-afaa-4d9e-9c7c-bd76b8063a44 x-openstack-request-id: req-2498adf8-afaa-4d9e-9c7c-bd76b8063a44 {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:35.549995 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd189827-5e6a-43de-b4f7-e596ff7c1fe5", "name": "network-vif-deleted", "tag": "4d81ea3d-1342-41f8-9505-45e355cea083", "status": "completed", "code": 200}]} {{(pid=103979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:35.550270 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2498adf8-afaa-4d9e-9c7c-bd76b8063a44 {{(pid=103979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:35.550675 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2498adf8-afaa-4d9e-9c7c-bd76b8063a44'] response: {'server_uuid': 'fd189827-5e6a-43de-b4f7-e596ff7c1fe5', 'name': 'network-vif-deleted', 'tag': '4d81ea3d-1342-41f8-9505-45e355cea083', 'status': 'completed', 'code': 200} May 13 13:36:35.964089 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-37034fb1-f9bf-4956-817d-7cc9ec8db4ac req-6937eab7-44fa-4620-ab6f-6a40fbdb6a00 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd189827-5e6a-43de-b4f7-e596ff7c1fe5 HTTP/1.1" status: 200 len: 210 time: 0.0304725 May 13 13:36:37.035393 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34410) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:37.147086 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Deleting port 4a2ebab2-16c9-4989-bee8-bae8f0c1e592 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:37.147432 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.220958 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.221305 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.234019 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Calling delete_port for 4a2ebab2-16c9-4989-bee8-bae8f0c1e592 owned by network:floatingip {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:37.458906 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (4a2ebab2-16c9-4989-bee8-bae8f0c1e592), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.485820 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'Port': ['ID=4a2ebab2-16c9-4989-bee8-bae8f0c1e592,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:37.486112 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 4d81ea3d-1342-41f8-9505-45e355cea083 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:37.506795 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 4d81ea3d-1342-41f8-9505-45e355cea083 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:37.507151 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 4d81ea3d-1342-41f8-9505-45e355cea083 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:37.558183 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for floatingip (d54254d0-60b2-400f-a3ae-fad82a887154), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.560970 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.562158 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-690e82a1-9789-4343-9257-2a0a0f907452 tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "DELETE /v2.0/floatingips/d54254d0-60b2-400f-a3ae-fad82a887154 HTTP/1.1" status: 204 len: 168 time: 0.5263691 May 13 13:36:38.908971 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34450) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:38.965862 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (e496a54b-ad5a-4be4-8933-1b6327d5747f), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:38.991305 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (e496a54b-ad5a-4be4-8933-1b6327d5747f), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:39.139199 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e496a54b-ad5a-4be4-8933-1b6327d5747f), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:39.141868 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:39.143058 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] 10.222.0.25 "DELETE /v2.0/security-groups/e496a54b-ad5a-4be4-8933-1b6327d5747f HTTP/1.1" status: 204 len: 168 time: 0.2330985 May 13 13:36:39.152993 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153451d-2890-4f3a-bef0-aa3b37893eba tempest-TestVolumeBootPattern-480963567 tempest-TestVolumeBootPattern-480963567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496a54b-ad5a-4be4-8933-1b6327d5747f,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:39.284615 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34458) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:39.763072 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (a4afc109-1858-440a-9dac-b1be353357d9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:39.994492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Deleting port be45fef2-57e8-4e68-9656-2995a89abbf4 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:39.994833 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:40.071038 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] For port be45fef2-57e8-4e68-9656-2995a89abbf4, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=be45fef2-57e8-4e68-9656-2995a89abbf4,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:40.071317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:40.084150 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Calling delete_port for be45fef2-57e8-4e68-9656-2995a89abbf4 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:40.256264 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:40.339346 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (be45fef2-57e8-4e68-9656-2995a89abbf4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:40.363661 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Pushing event deleted for resources: {'Port': ['ID=be45fef2-57e8-4e68-9656-2995a89abbf4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:40.559978 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (a4afc109-1858-440a-9dac-b1be353357d9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:40.810006 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Router a4afc109-1858-440a-9dac-b1be353357d9 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:40.919360 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:40.924429 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-fb155602-a5b1-4cdc-8ee2-6bf4765441ef admin admin] 10.222.0.25 "PUT /v2.0/routers/a4afc109-1858-440a-9dac-b1be353357d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387463 May 13 13:36:40.926950 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34484) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:40.929518 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Sync routers for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:41.039833 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks [] for router (a4afc109-1858-440a-9dac-b1be353357d9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.065964 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34488) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:41.076548 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:41.077200 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:41.078683 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:36:41.188203 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84fabcd3-d31b-49e6-ad21-e328dca4abb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.191004 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:41.272853 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84fabcd3-d31b-49e6-ad21-e328dca4abb6 admin admin] Publish callbacks [] for security_group (209d9008-3a0c-4852-8afb-f9287742a0bc), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.347653 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-84fabcd3-d31b-49e6-ad21-e328dca4abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (209d9008-3a0c-4852-8afb-f9287742a0bc), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.364346 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:36:40Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:41.392041 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-84fabcd3-d31b-49e6-ad21-e328dca4abb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d68146e14c8d42cc9650eab3e1233f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216782 May 13 13:36:41.392041 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fabcd3-d31b-49e6-ad21-e328dca4abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d9008-3a0c-4852-8afb-f9287742a0bc,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:41.398989 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34492) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:41.399189 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Checking router: a4afc109-1858-440a-9dac-b1be353357d9 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:41.404893 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Routers {'a4afc109-1858-440a-9dac-b1be353357d9'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:41.405509 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['a4afc109-1858-440a-9dac-b1be353357d9'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:41.418386 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks [] for router_gateway (a4afc109-1858-440a-9dac-b1be353357d9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.445123 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] Publish callbacks [] for security_group (209d9008-3a0c-4852-8afb-f9287742a0bc), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.470261 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] Publish callbacks [] for security_group (209d9008-3a0c-4852-8afb-f9287742a0bc), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.518890 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] Set router a4afc109-1858-440a-9dac-b1be353357d9 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:41.538492 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Deleting port 1b5908d9-b27e-4837-9b73-40b625059893 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:41.538853 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (1b5908d9-b27e-4837-9b73-40b625059893), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.596015 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (209d9008-3a0c-4852-8afb-f9287742a0bc), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.598839 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.600179 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/209d9008-3a0c-4852-8afb-f9287742a0bc HTTP/1.1" status: 204 len: 168 time: 0.2052472 May 13 13:36:41.612608 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4234e68-a080-4ceb-818b-d42c4622c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d9008-3a0c-4852-8afb-f9287742a0bc,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:41.622939 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] For port 1b5908d9-b27e-4837-9b73-40b625059893, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b5908d9-b27e-4837-9b73-40b625059893,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:41.623306 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (1b5908d9-b27e-4837-9b73-40b625059893), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.637747 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Calling delete_port for 1b5908d9-b27e-4837-9b73-40b625059893 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:41.708130 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:36:40Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:41.735008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656f485-663e-4952-85ad-17c27db643e4 None None] The sync data for ids ['a4afc109-1858-440a-9dac-b1be353357d9'] in dv-cinder-841591-2-iscsi is: [{'id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'name': 'tempest-TestVolumeBootPattern-1746741708-router', 'tenant_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '1b5908d9-b27e-4837-9b73-40b625059893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:38Z', 'updated_at': '2022-05-13T13:36:40Z', 'revision_number': 5, 'project_id': 'd3e32e04d1f44e97b903f98c7c2749db', 'gw_port': {'id': '1b5908d9-b27e-4837-9b73-40b625059893', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afc109-1858-440a-9dac-b1be353357d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:39Z', 'updated_at': '2022-05-13T13:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:41.873310 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (1b5908d9-b27e-4837-9b73-40b625059893), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.899384 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5908d9-b27e-4837-9b73-40b625059893,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:41.963396 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (a4afc109-1858-440a-9dac-b1be353357d9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.054253 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (a4afc109-1858-440a-9dac-b1be353357d9), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.056549 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks [] for router_controller (a4afc109-1858-440a-9dac-b1be353357d9), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.168078 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (a4afc109-1858-440a-9dac-b1be353357d9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.168655 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4afc109-1858-440a-9dac-b1be353357d9 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:36:42.173771 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.174954 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-bb0c6e06-e56e-4a1c-8225-dd9faa8e2a07 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a4afc109-1858-440a-9dac-b1be353357d9 HTTP/1.1" status: 204 len: 168 time: 1.2471087 May 13 13:36:42.177482 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34498) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:42.226122 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Deleting subnet 7237cb52-d108-46c9-b606-7c1a5616a27d {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:36:42.229586 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34500) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:42.230108 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Publish callbacks [] for subnet (7237cb52-d108-46c9-b606-7c1a5616a27d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.243059 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec99-8d6f-4492-b515-c7037e0dcf22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.267317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (7237cb52-d108-46c9-b606-7c1a5616a27d), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.322892 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec99-8d6f-4492-b515-c7037e0dcf22 admin admin] Publish callbacks [] for security_group (aabd67ce-ffd6-47e4-bbc8-281c724edb3e), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.353998 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (7237cb52-d108-46c9-b606-7c1a5616a27d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.379819 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec99-8d6f-4492-b515-c7037e0dcf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aabd67ce-ffd6-47e4-bbc8-281c724edb3e), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.424153 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ec99-8d6f-4492-b515-c7037e0dcf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd67ce-ffd6-47e4-bbc8-281c724edb3e,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:42.433342 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-2f52ec99-8d6f-4492-b515-c7037e0dcf22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2754d8ba11834ab4a55373bd0d97ea12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020063 May 13 13:36:42.436727 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34502) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:42.484458 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] Publish callbacks [] for security_group (aabd67ce-ffd6-47e4-bbc8-281c724edb3e), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.500076 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (7237cb52-d108-46c9-b606-7c1a5616a27d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.506974 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] Publish callbacks [] for security_group (aabd67ce-ffd6-47e4-bbc8-281c724edb3e), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.527154 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7237cb52-d108-46c9-b606-7c1a5616a27d,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:42.532069 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.536066 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-6dba3a4a-da15-4f66-a601-5ff81f9e3521 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7237cb52-d108-46c9-b606-7c1a5616a27d HTTP/1.1" status: 204 len: 168 time: 0.3566935 May 13 13:36:42.537954 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34504) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:42.538093 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7816ce-af1e-4b65-b635-f45ab48d53bd None None] Network 6c9600aa-af97-422e-b469-899e3d008792 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:36:42.612711 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (6c9600aa-af97-422e-b469-899e3d008792), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.657691 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (aabd67ce-ffd6-47e4-bbc8-281c724edb3e), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.660272 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.661402 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aabd67ce-ffd6-47e4-bbc8-281c724edb3e HTTP/1.1" status: 204 len: 168 time: 0.2244563 May 13 13:36:42.665013 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Deleting port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:42.668049 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.681304 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e92a6-99da-4f3d-8463-e0a0bc87e0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd67ce-ffd6-47e4-bbc8-281c724edb3e,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:42.733695 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] For port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:42.734177 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.748014 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Calling delete_port for 2f75e0f2-7598-453b-b64b-e1a25b50ab2e owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:42.779902 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] DHCP port deletion for 6c9600aa-af97-422e-b469-899e3d008792 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:36:42.839139 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Deleting port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:42.839735 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.878689 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device be45fef2-57e8-4e68-9656-2995a89abbf4 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:42.910960 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: be45fef2-57e8-4e68-9656-2995a89abbf4 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:42.911312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device be45fef2-57e8-4e68-9656-2995a89abbf4 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:42.911730 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2f75e0f2-7598-453b-b64b-e1a25b50ab2e no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:42.947864 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.954383 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] For port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,segment=NetworkSegment(166c3232-0c4e-4b32-9dbc-790042b83ff5),segment_id=166c3232-0c4e-4b32-9dbc-790042b83ff5)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:42.960225 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:42.969524 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Calling delete_port for 2f75e0f2-7598-453b-b64b-e1a25b50ab2e owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:42.974801 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:42.978436 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] No DVR routers for this DVR port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e on host dv-cinder-841591-2-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:42.993455 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No active binding found for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e {{(pid=103980) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 13 13:36:42.993778 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] The host dv-cinder-841591-2-iscsi is not matching for port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e host None! {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 13 13:36:42.994190 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 2f75e0f2-7598-453b-b64b-e1a25b50ab2e not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:42.994763 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b5908d9-b27e-4837-9b73-40b625059893 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:43.045235 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 1b5908d9-b27e-4837-9b73-40b625059893 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:43.046010 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b5908d9-b27e-4837-9b73-40b625059893 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:43.053325 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (6c9600aa-af97-422e-b469-899e3d008792), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.075408 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9600aa-af97-422e-b469-899e3d008792']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:43.084869 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (2f75e0f2-7598-453b-b64b-e1a25b50ab2e), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.085067 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166c3232-0c4e-4b32-9dbc-790042b83ff5') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:43.085363 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166c3232-0c4e-4b32-9dbc-790042b83ff5') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:43.096745 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (166c3232-0c4e-4b32-9dbc-790042b83ff5), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.111263 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (166c3232-0c4e-4b32-9dbc-790042b83ff5), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.112243 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] Pushing event deleted for resources: {'Port': ['ID=2f75e0f2-7598-453b-b64b-e1a25b50ab2e,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:43.115930 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf1189-0671-494c-bb78-f6efe66d7e24 None None] No DVR routers for this DVR port 2f75e0f2-7598-453b-b64b-e1a25b50ab2e on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:43.124732 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:36:43.125214 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (166c3232-0c4e-4b32-9dbc-790042b83ff5), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:36:43.164487 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:36:43.333041 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (6c9600aa-af97-422e-b469-899e3d008792), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.337689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.342635 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c9600aa-af97-422e-b469-899e3d008792 HTTP/1.1" status: 204 len: 168 time: 0.8019948 May 13 13:36:43.343910 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34516) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:43.353587 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001e85a-355a-4689-b66d-27fb5df5f3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9600aa-af97-422e-b469-899e3d008792,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:43.687183 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (1ebba711-dbb6-413f-a6d5-5946267755a4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.923749 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Deleting port 6d439793-b27c-4847-a434-04e337c6a446 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:43.924091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (6d439793-b27c-4847-a434-04e337c6a446), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.002713 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] For port 6d439793-b27c-4847-a434-04e337c6a446, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=6d439793-b27c-4847-a434-04e337c6a446,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:44.002992 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (6d439793-b27c-4847-a434-04e337c6a446), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.015763 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Calling delete_port for 6d439793-b27c-4847-a434-04e337c6a446 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:44.262475 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (6d439793-b27c-4847-a434-04e337c6a446), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.287550 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d439793-b27c-4847-a434-04e337c6a446,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:44.463995 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (1ebba711-dbb6-413f-a6d5-5946267755a4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.682793 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a48371b9-b045-42f9-896f-1e1f38773f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.745354 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Router 1ebba711-dbb6-413f-a6d5-5946267755a4 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:44.857880 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:44.862902 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b7a709fe-6c79-444e-9773-cda211464488 admin admin] 10.222.0.25 "PUT /v2.0/routers/1ebba711-dbb6-413f-a6d5-5946267755a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5178430 May 13 13:36:44.866109 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34546) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:44.868080 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Sync routers for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:44.885877 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:44.886650 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:44.976625 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks [] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:44.994500 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:45.083797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks [] for router_gateway (1ebba711-dbb6-413f-a6d5-5946267755a4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:45.251206 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:36:44Z', 'revision_number': 5, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port': {'id': '87a86e89-32f4-4ac3-8ba1-e1c8a3e75768', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:28:48Z', 'updated_at': '2022-05-13T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:45.278689 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Checking router: 1ebba711-dbb6-413f-a6d5-5946267755a4 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:45.287613 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Routers {'1ebba711-dbb6-413f-a6d5-5946267755a4'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:45.288240 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:17Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['1ebba711-dbb6-413f-a6d5-5946267755a4'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:45.380631 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] Set router 1ebba711-dbb6-413f-a6d5-5946267755a4 gateway port host: None {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:45.435308 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:36:45Z', 'revision_number': 6, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port_host': None}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:45.465491 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c58bad-5d73-458e-9022-9c3829c9995e None None] The sync data for ids ['1ebba711-dbb6-413f-a6d5-5946267755a4'] in dv-cinder-841591-2-iscsi is: [{'id': '1ebba711-dbb6-413f-a6d5-5946267755a4', 'name': 'tempest-TestVolumeBootPattern-1460102877-router', 'tenant_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:28:46Z', 'updated_at': '2022-05-13T13:36:45Z', 'revision_number': 6, 'project_id': '9cbe2e9981c749b29a3a0d9b2d6d4db3', 'gw_port_host': None}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:45.506248 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Deleting port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:45.506635 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:45.585408 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] For port 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:45.585798 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:45.601118 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Calling delete_port for 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:45.839040 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (87a86e89-32f4-4ac3-8ba1-e1c8a3e75768), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:45.863678 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Pushing event deleted for resources: {'Port': ['ID=87a86e89-32f4-4ac3-8ba1-e1c8a3e75768,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:45.933148 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (1ebba711-dbb6-413f-a6d5-5946267755a4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.034468 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.036772 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks [] for router_controller (1ebba711-dbb6-413f-a6d5-5946267755a4), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.141558 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (1ebba711-dbb6-413f-a6d5-5946267755a4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.142104 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebba711-dbb6-413f-a6d5-5946267755a4 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:36:46.146300 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.147461 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c3c05374-0980-4f4a-8c8e-c5d86920cbea admin admin] 10.222.0.25 "DELETE /v2.0/routers/1ebba711-dbb6-413f-a6d5-5946267755a4 HTTP/1.1" status: 204 len: 168 time: 1.2800901 May 13 13:36:46.150087 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34552) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:46.194808 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Deleting subnet 3888d7e6-c55f-42bd-8b12-0cf23d2a1a60 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:36:46.197727 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Publish callbacks [] for subnet (3888d7e6-c55f-42bd-8b12-0cf23d2a1a60), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.232401 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (3888d7e6-c55f-42bd-8b12-0cf23d2a1a60), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.324772 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (3888d7e6-c55f-42bd-8b12-0cf23d2a1a60), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.463048 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (3888d7e6-c55f-42bd-8b12-0cf23d2a1a60), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.489954 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3888d7e6-c55f-42bd-8b12-0cf23d2a1a60,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:46.493778 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.498468 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-98f5bf11-3463-4f26-9483-4111e8ee0248 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3888d7e6-c55f-42bd-8b12-0cf23d2a1a60 HTTP/1.1" status: 204 len: 168 time: 0.3470054 May 13 13:36:46.500714 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34554) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:46.506224 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec0379-a125-40cd-9e72-aa6dffbbb851 None None] Network d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:36:46.626122 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 6d439793-b27c-4847-a434-04e337c6a446 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:46.663021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 6d439793-b27c-4847-a434-04e337c6a446 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:46.663368 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 6d439793-b27c-4847-a434-04e337c6a446 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:46.663787 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:46.685534 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:46.685910 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 87a86e89-32f4-4ac3-8ba1-e1c8a3e75768 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:46.705066 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] DHCP port deletion for d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:36:46.742861 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Deleting port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:46.743248 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.808406 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] For port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:46.808733 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.827147 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Calling delete_port for 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:46.858510 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.903256 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Deleting port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:46.903610 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.971222 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] For port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,segment=NetworkSegment(aec1c42f-fc28-422a-a923-3b3e19a02db1),segment_id=aec1c42f-fc28-422a-a923-3b3e19a02db1)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:46.971587 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.983128 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.985308 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Calling delete_port for 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:47.009975 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] Pushing event deleted for resources: {'Port': ['ID=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:47.012073 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3485c-bfb4-46d7-8bf6-ea2cd8a07681 None None] No DVR routers for this DVR port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:47.050342 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5ca80109-d00a-4ae7-89a1-252c8971f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.067702 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (1b20f38c-fa91-42d4-9f8d-792aa48c1c30), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.096265 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b20f38c-fa91-42d4-9f8d-792aa48c1c30,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:47.098144 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] No DVR routers for this DVR port 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 on host dv-cinder-841591-2-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:47.171413 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.191506 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:47.200717 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec1c42f-fc28-422a-a923-3b3e19a02db1') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:47.201019 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec1c42f-fc28-422a-a923-3b3e19a02db1') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:47.210254 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (aec1c42f-fc28-422a-a923-3b3e19a02db1), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.224267 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (aec1c42f-fc28-422a-a923-3b3e19a02db1), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.230080 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:36:47.230464 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (aec1c42f-fc28-422a-a923-3b3e19a02db1), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.session.flush() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.session.flush() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.session.flush() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.session.flush() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:36:47.232157 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:36:47.355889 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.360641 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.363952 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176 HTTP/1.1" status: 204 len: 168 time: 0.8612685 May 13 13:36:47.377615 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3017f1-3e39-4c52-ac65-0a074afc20b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2aa73eb-f9f3-4210-9f94-3f2e6f9fb176,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:47.731186 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34564) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:47.771014 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-0a5609be-aa01-47e2-90aa-565317498ad1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3e32e04d1f44e97b903f98c7c2749db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386410 May 13 13:36:47.773440 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34566) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:47.822549 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] Publish callbacks [] for security_group (0ee7bffc-8d4d-42df-9f0f-6544585f3752), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:47.844529 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] Publish callbacks [] for security_group (0ee7bffc-8d4d-42df-9f0f-6544585f3752), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.001516 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (0ee7bffc-8d4d-42df-9f0f-6544585f3752), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.004130 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.005335 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ee7bffc-8d4d-42df-9f0f-6544585f3752 HTTP/1.1" status: 204 len: 168 time: 0.2309165 May 13 13:36:48.013148 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71528d7-68cf-4e18-96e5-1d862df749ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee7bffc-8d4d-42df-9f0f-6544585f3752,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:48.244364 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.579542 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:36:48.600318 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:36:48.600669 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 1b20f38c-fa91-42d4-9f8d-792aa48c1c30 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:36:48.634086 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34574) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:48.674068 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-729df766-89de-41e8-ad88-664edd7e4231 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cbe2e9981c749b29a3a0d9b2d6d4db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387807 May 13 13:36:48.676318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34576) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:48.725697 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] Publish callbacks [] for security_group (9a35133b-587e-4cda-bdb5-69be235cd4b4), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.747477 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] Publish callbacks [] for security_group (9a35133b-587e-4cda-bdb5-69be235cd4b4), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.875541 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (9a35133b-587e-4cda-bdb5-69be235cd4b4), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.878101 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.879260 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a35133b-587e-4cda-bdb5-69be235cd4b4 HTTP/1.1" status: 204 len: 168 time: 0.2020605 May 13 13:36:48.887446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874738d-8545-4c4c-ad30-8c451dc99d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35133b-587e-4cda-bdb5-69be235cd4b4,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:49.550238 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:50.816233 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.756354 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34600) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:52.906780 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Deleting port a4f277bc-b24a-4abe-9e6f-3d10149b7fbd {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:52.907125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.984657 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.984986 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for floatingip (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.997562 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Calling delete_port for a4f277bc-b24a-4abe-9e6f-3d10149b7fbd owned by network:floatingip {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:53.222012 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (a4f277bc-b24a-4abe-9e6f-3d10149b7fbd), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.248161 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event deleted for resources: {'Port': ['ID=a4f277bc-b24a-4abe-9e6f-3d10149b7fbd,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:53.308117 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for floatingip (ab161442-95f0-49f0-ae17-7d619f41d03e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.308962 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.db.l3_db [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Floating IP ab161442-95f0-49f0-ae17-7d619f41d03e disassociated (deleted). External IP: 172.27.0.88, port: 419528c3-a163-4096-aa94-d0e53f8d5d30. May 13 13:36:53.520317 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Router e8c39c60-e59f-4197-a1bb-515b0ef21347 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:53.629843 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:53.634204 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for floatingip (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.639514 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Sync routers for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:53.648543 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:53.649157 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:53.666501 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-e4056d8d-6c6d-4d38-af17-8e136f908a9c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab161442-95f0-49f0-ae17-7d619f41d03e HTTP/1.1" status: 204 len: 168 time: 0.9068148 May 13 13:36:53.666501 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:53.667217 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:53.759127 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:53.874815 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5605b0-9de8-44d2-8d1a-2ebe3472539c x-openstack-request-id: req-6d5605b0-9de8-44d2-8d1a-2ebe3472539c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:53.875309 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:53.875423 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d5605b0-9de8-44d2-8d1a-2ebe3472539c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:53.875774 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5605b0-9de8-44d2-8d1a-2ebe3472539c'] response: {'name': 'network-changed', 'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'status': 'completed', 'code': 200} May 13 13:36:54.077998 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:54.104082 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Checking router: e8c39c60-e59f-4197-a1bb-515b0ef21347 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:54.111514 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cde8a4-15c3-4f0f-b550-2f3807dbcb10 req-1eefb3df-6bf4-4afa-ab82-a63099ca00d7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:54.113425 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:54.114237 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:54.117417 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a0cde8a4-15c3-4f0f-b550-2f3807dbcb10 req-1eefb3df-6bf4-4afa-ab82-a63099ca00d7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0564144 May 13 13:36:54.166676 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-a0cde8a4-15c3-4f0f-b550-2f3807dbcb10 req-957eb83d-4f71-44d2-9d95-854d16fd58e1 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 May 13 13:36:54.222788 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:54.408290 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:54.434747 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f043-fa1f-4ba9-9d0f-c73810db391a None None] The sync data for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi is: [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi', '_interfaces': [{'id': '3c677f14-e89e-40bc-b7de-55dd1b6aa5e6', 'name': '', 'network_id': '8a936522-2bfb-4af4-991c-21176e7e46d4', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'mac_address': 'fa:16:3e:81:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:44Z', 'updated_at': '2022-05-13T13:31:49Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'subnets': [{'id': 'bf7088c8-d729-46aa-a9b7-b4950f7d22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:54.653688 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0aea2-4b6c-4d6b-be5f-6742a75db302 None None] New status for floating IP ab161442-95f0-49f0-ae17-7d619f41d03e: DOWN {{(pid=103981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:36:55.259661 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-fee064cf-4890-45db-b7ce-b62fdcaf1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:55.261114 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-fee064cf-4890-45db-b7ce-b62fdcaf1b48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 1130 time: 0.0547135 May 13 13:36:55.340074 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb45a0-343e-49ea-9c6a-28456a53282d req-be2814c6-9b96-470f-bcb8-f6c2cfbe5cf7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:55.341548 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7cfb45a0-343e-49ea-9c6a-28456a53282d req-be2814c6-9b96-470f-bcb8-f6c2cfbe5cf7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0959260 May 13 13:36:55.411678 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-171bac6f-29c2-4f55-be18-fc7041d34a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:55.413133 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-171bac6f-29c2-4f55-be18-fc7041d34a7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 200 len: 910 time: 0.1362803 May 13 13:36:55.416868 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-7cfb45a0-343e-49ea-9c6a-28456a53282d req-b3849460-b503-4e50-98b3-f427f4598a71 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693502 May 13 13:36:56.347123 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-71d270e8-e2c8-4a96-b669-016c46c9abd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 200 len: 217 time: 0.0348234 May 13 13:36:56.403608 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-b167fc5a-6a40-42ce-8b25-89cc16575379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:56.405090 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-b167fc5a-6a40-42ce-8b25-89cc16575379 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 200 len: 848 time: 0.0489275 May 13 13:36:56.470729 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-d0585161-0286-457c-ad8b-be1bdd23134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:56.472255 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-d0585161-0286-457c-ad8b-be1bdd23134f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a936522-2bfb-4af4-991c-21176e7e46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411525 May 13 13:36:56.601144 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-d8758208-7b55-41f8-8320-209eb3c91292 service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960274 May 13 13:36:56.677347 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50a9f-6a7a-44ea-8581-2c38f3cccad7 req-f9b3b4f8-8b9a-4b3e-a41d-5827d6ef100f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:56.679332 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-59a50a9f-6a7a-44ea-8581-2c38f3cccad7 req-f9b3b4f8-8b9a-4b3e-a41d-5827d6ef100f tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0487862 May 13 13:36:56.736515 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-59a50a9f-6a7a-44ea-8581-2c38f3cccad7 req-e49a430e-4f40-431b-82cd-7dfa94b25b37 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/security-groups?id=16986413-0ee4-4b2a-baa1-42ee627eff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505915 May 13 13:36:56.809482 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-aa0595fc-c9b6-4f6e-b4b7-ba7b23fa15a2 req-a777e1b2-cc61-4972-ba62-d8957cfbb28d service neutron] 10.222.0.70 "GET /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 May 13 13:36:56.832461 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-c017120d-d59b-4111-9709-40f310473b35 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:56.833922 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-c017120d-d59b-4111-9709-40f310473b35 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 946 time: 0.0492361 May 13 13:36:56.925738 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Deleting port 419528c3-a163-4096-aa94-d0e53f8d5d30 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:36:56.926196 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:57.019200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] For port 419528c3-a163-4096-aa94-d0e53f8d5d30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=419528c3-a163-4096-aa94-d0e53f8d5d30,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:57.019565 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:57.032737 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Calling delete_port for 419528c3-a163-4096-aa94-d0e53f8d5d30 owned by compute:nova {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:36:57.227146 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (419528c3-a163-4096-aa94-d0e53f8d5d30), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:57.257902 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event deleted for resources: {'Port': ['ID=419528c3-a163-4096-aa94-d0e53f8d5d30,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:57.303379 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] No DVR routers for this DVR port 419528c3-a163-4096-aa94-d0e53f8d5d30 on host hv-cinder-84159 {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:36:57.305922 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202872'] for port (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:57.310023 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-99fceb17-a5aa-4c10-af35-a066d01e1cc1 req-17aeb7db-4b5e-463f-9cf2-4d118674b59c tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.70 "DELETE /v2.0/ports/419528c3-a163-4096-aa94-d0e53f8d5d30 HTTP/1.1" status: 204 len: 173 time: 0.4709373 May 13 13:36:57.310479 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-deleted', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:57.313931 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f1546cf64bbeb5c47b25feb788e3ca112985dc1c9ed5646274f302b1346dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4de949-88df-4d81-a460-9bc6081c3cb7" -d '{"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-deleted", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:57.347945 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5826725b-2d1f-4e0d-b5c9-87a2d8e1c4f7 x-openstack-request-id: req-5826725b-2d1f-4e0d-b5c9-87a2d8e1c4f7 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:57.348240 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69", "name": "network-vif-deleted", "tag": "419528c3-a163-4096-aa94-d0e53f8d5d30", "status": "completed", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:57.348494 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5826725b-2d1f-4e0d-b5c9-87a2d8e1c4f7 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:57.348898 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5826725b-2d1f-4e0d-b5c9-87a2d8e1c4f7'] response: {'server_uuid': 'b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69', 'name': 'network-vif-deleted', 'tag': '419528c3-a163-4096-aa94-d0e53f8d5d30', 'status': 'completed', 'code': 200} May 13 13:36:57.836444 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [req-1bd900c7-a589-4e40-be02-60f177aff5e7 req-aac2f061-b40a-4f6e-8b09-5e76d8ede918 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.0286431 May 13 13:36:58.944815 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [req-2eaf59fc-cd63-4319-a30b-8a5ff42b7774 req-f9976a6e-3736-407d-afef-10b607c6872b tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2e2ce6d-e5f6-41ce-b55e-6dd5d604dd69 HTTP/1.1" status: 200 len: 210 time: 0.0297375 May 13 13:37:00.002337 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34654) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:00.055894 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (16986413-0ee4-4b2a-baa1-42ee627eff25), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:00.081368 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (16986413-0ee4-4b2a-baa1-42ee627eff25), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:00.221618 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (16986413-0ee4-4b2a-baa1-42ee627eff25), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:00.224400 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:00.225496 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] 10.222.0.25 "DELETE /v2.0/security-groups/16986413-0ee4-4b2a-baa1-42ee627eff25 HTTP/1.1" status: 204 len: 168 time: 0.2233412 May 13 13:37:00.235812 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95ccfe-36a7-44f2-a61e-deb113d3dfb7 tempest-TestShelveInstance-1347202899 tempest-TestShelveInstance-1347202899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16986413-0ee4-4b2a-baa1-42ee627eff25,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:00.240224 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:00.263978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] No Port match for: 419528c3-a163-4096-aa94-d0e53f8d5d30 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:00.264405 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Device 419528c3-a163-4096-aa94-d0e53f8d5d30 not bound to the agent host hv-cinder-84159 {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:00.384044 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34660) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:00.914489 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:01.142003 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Deleting port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:01.142690 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:01.229673 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] For port 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:01.230205 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:01.243748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Calling delete_port for 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 owned by network:router_interface {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:01.507761 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (3c677f14-e89e-40bc-b7de-55dd1b6aa5e6), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:01.533091 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c677f14-e89e-40bc-b7de-55dd1b6aa5e6,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:01.705834 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:01.928366 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Router e8c39c60-e59f-4197-a1bb-515b0ef21347 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:37:02.035368 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:37:02.040192 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-88d61761-c807-4101-a114-6e4858522533 admin admin] 10.222.0.25 "PUT /v2.0/routers/e8c39c60-e59f-4197-a1bb-515b0ef21347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6551006 May 13 13:37:02.042748 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34666) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:02.049063 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Sync routers for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:37:02.059413 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:37:02.060021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:02.168735 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:37:02.359816 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:37:01Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:02.388993 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Checking router: e8c39c60-e59f-4197-a1bb-515b0ef21347 for host: dv-cinder-841591-2-iscsi {{(pid=103980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:37:02.397805 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Routers {'e8c39c60-e59f-4197-a1bb-515b0ef21347'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:37:02.399838 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['e8c39c60-e59f-4197-a1bb-515b0ef21347'], 'active': True} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:02.417250 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks [] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:02.516940 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvr_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] Set router e8c39c60-e59f-4197-a1bb-515b0ef21347 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:37:02.530129 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks [] for router_gateway (e8c39c60-e59f-4197-a1bb-515b0ef21347), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:02.642112 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Deleting port 8ee0200c-a5f7-49bb-af9f-2318682aa038 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:02.642458 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:02.698262 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_hamode_db [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:37:01Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:02.725767 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8122948-246e-4641-b828-b5054f0fd274 None None] The sync data for ids ['e8c39c60-e59f-4197-a1bb-515b0ef21347'] in dv-cinder-841591-2-iscsi is: [{'id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'name': 'tempest-TestShelveInstance-1016296219-router', 'tenant_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:41Z', 'updated_at': '2022-05-13T13:37:01Z', 'revision_number': 5, 'project_id': '0b1cc4c699be4edfa243bc7dde91cd51', 'gw_port': {'id': '8ee0200c-a5f7-49bb-af9f-2318682aa038', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c39c60-e59f-4197-a1bb-515b0ef21347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:42Z', 'updated_at': '2022-05-13T13:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:37:02.726146 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] For port 8ee0200c-a5f7-49bb-af9f-2318682aa038, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=8ee0200c-a5f7-49bb-af9f-2318682aa038,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:02.726315 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:02.740685 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Calling delete_port for 8ee0200c-a5f7-49bb-af9f-2318682aa038 owned by network:router_gateway {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:02.958936 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (8ee0200c-a5f7-49bb-af9f-2318682aa038), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:02.983260 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee0200c-a5f7-49bb-af9f-2318682aa038,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:03.045624 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.141899 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.144524 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks [] for router_controller (e8c39c60-e59f-4197-a1bb-515b0ef21347), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.252792 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (e8c39c60-e59f-4197-a1bb-515b0ef21347), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.253265 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c39c60-e59f-4197-a1bb-515b0ef21347 {{(pid=103978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:37:03.257555 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.258748 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-c74cfd7c-1ac1-437d-b10c-6b72873917e2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e8c39c60-e59f-4197-a1bb-515b0ef21347 HTTP/1.1" status: 204 len: 168 time: 1.2150998 May 13 13:37:03.261267 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34678) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:03.307096 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.db_base_plugin_v2 [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Deleting subnet bf7088c8-d729-46aa-a9b7-b4950f7d22a9 {{(pid=103978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:37:03.311244 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Publish callbacks [] for subnet (bf7088c8-d729-46aa-a9b7-b4950f7d22a9), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.346354 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6716657'] for subnet (bf7088c8-d729-46aa-a9b7-b4950f7d22a9), precommit_delete_associations {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.432887 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (bf7088c8-d729-46aa-a9b7-b4950f7d22a9), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.564610 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5116379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528157019'] for subnet (bf7088c8-d729-46aa-a9b7-b4950f7d22a9), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.591042 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7088c8-d729-46aa-a9b7-b4950f7d22a9,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:03.596661 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for subnet (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.601440 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-51af9897-943f-49ad-a510-354ece3e3f9e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bf7088c8-d729-46aa-a9b7-b4950f7d22a9 HTTP/1.1" status: 204 len: 168 time: 0.3388305 May 13 13:37:03.601608 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121777ce-3ffa-405e-9999-2123a677f599 None None] Network 8a936522-2bfb-4af4-991c-21176e7e46d4 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:37:03.603878 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34684) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:03.678995 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (8a936522-2bfb-4af4-991c-21176e7e46d4), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.731346 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Deleting port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:03.731701 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.792044 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] DHCP port deletion for 8a936522-2bfb-4af4-991c-21176e7e46d4 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:37:03.798179 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] For port 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=4cadbd1a-009f-493b-8f9e-839b1905ffb1,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:03.798621 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.812451 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Calling delete_port for 4cadbd1a-009f-493b-8f9e-839b1905ffb1 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:03.831760 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Deleting port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:03.832135 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.898437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] For port 4cadbd1a-009f-493b-8f9e-839b1905ffb1, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=4cadbd1a-009f-493b-8f9e-839b1905ffb1,segment=NetworkSegment(95e4215b-c579-4f91-a886-6d8f7d270578),segment_id=95e4215b-c579-4f91-a886-6d8f7d270578)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:03.898837 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.912145 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Calling delete_port for 4cadbd1a-009f-493b-8f9e-839b1905ffb1 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:03.959096 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5116396'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.985995 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cadbd1a-009f-493b-8f9e-839b1905ffb1,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:03.986667 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (4cadbd1a-009f-493b-8f9e-839b1905ffb1), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:03.994642 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] No DVR routers for this DVR port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 on host dv-cinder-841591-2-iscsi {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:37:04.016136 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] Pushing event deleted for resources: {'Port': ['ID=4cadbd1a-009f-493b-8f9e-839b1905ffb1,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:04.020021 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6200b6-43bc-4dbf-ba80-9cc106c23377 None None] No DVR routers for this DVR port 4cadbd1a-009f-493b-8f9e-839b1905ffb1 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:37:04.073069 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (8a936522-2bfb-4af4-991c-21176e7e46d4), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.094996 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a936522-2bfb-4af4-991c-21176e7e46d4']}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:04.104661 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e4215b-c579-4f91-a886-6d8f7d270578') {'for_net_delete': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:04.104989 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.services.segments.db [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e4215b-c579-4f91-a886-6d8f7d270578') {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:04.114706 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6716426'] for segment (95e4215b-c579-4f91-a886-6d8f7d270578), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.129167 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (95e4215b-c579-4f91-a886-6d8f7d270578), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.135191 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:37:04.135598 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116337'] for segment (95e4215b-c579-4f91-a886-6d8f7d270578), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: Traceback (most recent call last): May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: timer() May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: cb(*args, **kw) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: return func(*args, **kwargs) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: self._notify() May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: self.callback(batched_events) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: event.method(event) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: return f(self, *a, **k) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._get(url).json() May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: return self.request(url, 'GET', **kwargs) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:37:04.137858 dv-cinder-841591-2-iscsi neutron-server[103978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:37:04.304313 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (8a936522-2bfb-4af4-991c-21176e7e46d4), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.310410 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.313526 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a936522-2bfb-4af4-991c-21176e7e46d4 HTTP/1.1" status: 204 len: 168 time: 0.7085516 May 13 13:37:04.316683 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34692) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:04.325199 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb8005-c644-4283-b5a8-b355e2907ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a936522-2bfb-4af4-991c-21176e7e46d4,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:04.592008 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:04.611696 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:04.612369 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 3c677f14-e89e-40bc-b7de-55dd1b6aa5e6 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:04.612478 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 4cadbd1a-009f-493b-8f9e-839b1905ffb1 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:04.640457 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 4cadbd1a-009f-493b-8f9e-839b1905ffb1 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:04.640853 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 4cadbd1a-009f-493b-8f9e-839b1905ffb1 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:04.641333 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8ee0200c-a5f7-49bb-af9f-2318682aa038 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:04.646385 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478523'] for router_interface (278ba7ad-efc0-4539-9e3a-19649032aa96), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.661540 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 8ee0200c-a5f7-49bb-af9f-2318682aa038 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:04.661920 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 8ee0200c-a5f7-49bb-af9f-2318682aa038 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:04.875624 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Deleting port 376581b3-0198-4109-b8e6-abc3567ffa10 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:04.875874 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.952109 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] For port 376581b3-0198-4109-b8e6-abc3567ffa10, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=376581b3-0198-4109-b8e6-abc3567ffa10,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:04.952497 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:04.965593 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Calling delete_port for 376581b3-0198-4109-b8e6-abc3567ffa10 owned by network:router_interface {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:05.216351 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (376581b3-0198-4109-b8e6-abc3567ffa10), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:05.243044 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=376581b3-0198-4109-b8e6-abc3567ffa10,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:05.273006 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.273349 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.273724 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.274058 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.274392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.274723 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.275056 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.275377 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.275703 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.276033 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.276375 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.276688 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.277025 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.277341 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.277662 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:05.426781 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474418'] for router_interface (278ba7ad-efc0-4539-9e3a-19649032aa96), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:05.640208 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Router 278ba7ad-efc0-4539-9e3a-19649032aa96 has already been hosted by L3 agent 556953ac-c01d-411f-93f1-19a5ce5004e5 {{(pid=103979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:37:05.744558 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] Notify agent at l3_agent.dv-cinder-841591-2-iscsi the message routers_updated {{(pid=103979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:37:05.749369 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-34348295-dad6-403b-bf9c-7e651a34f6d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/278ba7ad-efc0-4539-9e3a-19649032aa96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4316776 May 13 13:37:05.752030 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34696) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:05.752563 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Sync routers for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:37:05.763300 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:37:05.763910 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:05.857452 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks [] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:05.867805 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:37:05.960129 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks [] for router_gateway (278ba7ad-efc0-4539-9e3a-19649032aa96), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.031346 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:37:05Z', 'revision_number': 5, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:06.057458 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Checking router: 278ba7ad-efc0-4539-9e3a-19649032aa96 for host: dv-cinder-841591-2-iscsi {{(pid=103981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:37:06.065677 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Routers {'278ba7ad-efc0-4539-9e3a-19649032aa96'} bound to L3 agent in host dv-cinder-841591-2-iscsi {{(pid=103981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:37:06.066317 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:16:17Z,description=,heartbeat_timestamp=2022-05-13T13:36:47Z,host='dv-cinder-841591-2-iscsi',id=556953ac-c01d-411f-93f1-19a5ce5004e5,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:16:18Z,topic='l3_agent')) {'router_ids': ['278ba7ad-efc0-4539-9e3a-19649032aa96'], 'active': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:06.178371 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_dvr_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] Set router 278ba7ad-efc0-4539-9e3a-19649032aa96 gateway port host: dv-cinder-841591-2-iscsi {{(pid=103981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:37:06.358371 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.l3_hamode_db [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:37:05Z', 'revision_number': 5, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}], 'dv-cinder-841591-2-iscsi', False) {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:06.376201 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Deleting port 99441362-8a43-46ff-849a-dada0fac3698 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:06.376544 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (99441362-8a43-46ff-849a-dada0fac3698), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.384781 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581e6bc-3c0f-46af-9846-2266bc094498 None None] The sync data for ids ['278ba7ad-efc0-4539-9e3a-19649032aa96'] in dv-cinder-841591-2-iscsi is: [{'id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'name': 'tempest-TestShelveInstance-997401633-router', 'tenant_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'external_fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '99441362-8a43-46ff-849a-dada0fac3698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:50Z', 'updated_at': '2022-05-13T13:37:05Z', 'revision_number': 5, 'project_id': '81a2c144876d4dfc8b4d4ed76426fdbf', 'gw_port': {'id': '99441362-8a43-46ff-849a-dada0fac3698', 'name': '', 'network_id': 'f321abd2-d8bb-48c4-80a5-02e263f2cc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ba7ad-efc0-4539-9e3a-19649032aa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:51Z', 'updated_at': '2022-05-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad21e834-5bce-41c9-a148-d2a2597b0cda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-2-iscsi'}] {{(pid=103981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:37:06.460446 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] For port 99441362-8a43-46ff-849a-dada0fac3698, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=99441362-8a43-46ff-849a-dada0fac3698,segment=NetworkSegment(05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e),segment_id=05fb1eb3-a2ad-4e69-b4f9-e250b47d4a6e)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:06.461078 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (99441362-8a43-46ff-849a-dada0fac3698), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.475550 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Calling delete_port for 99441362-8a43-46ff-849a-dada0fac3698 owned by network:router_gateway {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:06.592914 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 376581b3-0198-4109-b8e6-abc3567ffa10 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:06.618220 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 376581b3-0198-4109-b8e6-abc3567ffa10 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:06.618220 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 376581b3-0198-4109-b8e6-abc3567ffa10 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:06.715523 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (99441362-8a43-46ff-849a-dada0fac3698), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.738476 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99441362-8a43-46ff-849a-dada0fac3698,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:06.799619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482645'] for router_gateway (278ba7ad-efc0-4539-9e3a-19649032aa96), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.888110 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8381581'] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:06.890228 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks [] for router_controller (278ba7ad-efc0-4539-9e3a-19649032aa96), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.000738 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484994'] for router (278ba7ad-efc0-4539-9e3a-19649032aa96), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.001287 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 278ba7ad-efc0-4539-9e3a-19649032aa96 {{(pid=103979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:37:07.005691 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.013936 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-7e725169-c58a-4b01-add7-2909cc6bf4c6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/278ba7ad-efc0-4539-9e3a-19649032aa96 HTTP/1.1" status: 204 len: 168 time: 1.2536547 May 13 13:37:07.013936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34700) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:07.055692 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Deleting subnet 7a9614d4-5c6e-480a-9ca9-113e6e064af6 {{(pid=103979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:37:07.059630 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Publish callbacks [] for subnet (7a9614d4-5c6e-480a-9ca9-113e6e064af6), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.096315 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5446783'] for subnet (7a9614d4-5c6e-480a-9ca9-113e6e064af6), precommit_delete_associations {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.177778 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372596'] for subnet (7a9614d4-5c6e-480a-9ca9-113e6e064af6), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.287245 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5445728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5484215'] for subnet (7a9614d4-5c6e-480a-9ca9-113e6e064af6), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.311067 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9614d4-5c6e-480a-9ca9-113e6e064af6,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:07.316530 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.319662 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-3057b89c-930a-41cf-b761-4b679bd1b744 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a9614d4-5c6e-480a-9ca9-113e6e064af6 HTTP/1.1" status: 204 len: 168 time: 0.3094871 May 13 13:37:07.322253 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34704) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:07.324764 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b749dd-8c56-4724-a540-f54255b694e6 None None] Network 6471b6b5-2464-4d9f-b7d4-510f7a310066 requested from dv-cinder-841591-2-iscsi {{(pid=103980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:37:07.388927 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1480161'] for network (6471b6b5-2464-4d9f-b7d4-510f7a310066), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.442373 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Deleting port 537be91f-3ecf-48b6-b012-ecf32e349065 {{(pid=103979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:07.442524 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.471312 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] DHCP port deletion for 6471b6b5-2464-4d9f-b7d4-510f7a310066 request from dv-cinder-841591-2-iscsi {{(pid=103980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:37:07.509670 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] For port 537be91f-3ecf-48b6-b012-ecf32e349065, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=537be91f-3ecf-48b6-b012-ecf32e349065,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:07.510314 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.518740 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Deleting port 537be91f-3ecf-48b6-b012-ecf32e349065 {{(pid=103980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:37:07.519121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757711452676'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), before_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.524110 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Calling delete_port for 537be91f-3ecf-48b6-b012-ecf32e349065 owned by network:dhcp {{(pid=103979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:07.679128 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5445719'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.705313 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Pushing event deleted for resources: {'Port': ['ID=537be91f-3ecf-48b6-b012-ecf32e349065,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:07.708321 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.db [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] For port 537be91f-3ecf-48b6-b012-ecf32e349065, host dv-cinder-841591-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-2-iscsi',level=0,port_id=537be91f-3ecf-48b6-b012-ecf32e349065,segment=NetworkSegment(18149506-708e-492b-80a3-fa32c89e6179),segment_id=18149506-708e-492b-80a3-fa32c89e6179)] {{(pid=103980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:37:07.708321 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478701'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), precommit_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.708888 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] No DVR routers for this DVR port 537be91f-3ecf-48b6-b012-ecf32e349065 on host dv-cinder-841591-2-iscsi {{(pid=103979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:37:07.721657 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Calling delete_port for 537be91f-3ecf-48b6-b012-ecf32e349065 owned by network:dhcp {{(pid=103980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:37:07.780326 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374799', 'neutron.services.segments.db._delete_segments_for_network-8757711446577'] for network (6471b6b5-2464-4d9f-b7d4-510f7a310066), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.800352 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757711460756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757710966137'] for port (537be91f-3ecf-48b6-b012-ecf32e349065), after_delete {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.803969 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6471b6b5-2464-4d9f-b7d4-510f7a310066']}} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:07.813248 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18149506-708e-492b-80a3-fa32c89e6179') {'for_net_delete': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:07.813541 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.services.segments.db [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18149506-708e-492b-80a3-fa32c89e6179') {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:37:07.822813 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757711414586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5446788'] for segment (18149506-708e-492b-80a3-fa32c89e6179), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.827518 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] No DVR routers for this DVR port 537be91f-3ecf-48b6-b012-ecf32e349065 on host dv-cinder-841591-2-iscsi {{(pid=103980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:37:07.829192 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ee4b1-b58b-4e60-a283-d17ede414314 None None] Pushing event deleted for resources: {'Port': ['ID=537be91f-3ecf-48b6-b012-ecf32e349065,revision_number=None']} {{(pid=103980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:07.841560 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137'] for segment (18149506-708e-492b-80a3-fa32c89e6179), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.847027 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:37:07.847422 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5445642'] for segment (18149506-708e-492b-80a3-fa32c89e6179), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: Traceback (most recent call last): May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: timer() May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: cb(*args, **kw) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: return func(*args, **kwargs) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: self._notify() May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: self.callback(batched_events) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: event.method(event) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: return f(self, *a, **k) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._get(url).json() May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: return self.request(url, 'GET', **kwargs) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:37:07.849157 dv-cinder-841591-2-iscsi neutron-server[103979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:37:07.967318 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480315'] for network (6471b6b5-2464-4d9f-b7d4-510f7a310066), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.973847 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483785'] for network (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:07.976992 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/6471b6b5-2464-4d9f-b7d4-510f7a310066 HTTP/1.1" status: 204 len: 168 time: 0.6538060 May 13 13:37:07.988334 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4064-72ed-4a2d-9354-16d45e4288ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6471b6b5-2464-4d9f-b7d4-510f7a310066,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:08.322708 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34716) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:08.362494 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-f1473737-486c-4521-a190-9bddae71c13e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b1cc4c699be4edfa243bc7dde91cd51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386171 May 13 13:37:08.364950 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34718) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:08.413399 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] Publish callbacks [] for security_group (40cd49ee-47ff-4144-923c-8910e0051503), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:08.439282 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] Publish callbacks [] for security_group (40cd49ee-47ff-4144-923c-8910e0051503), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:08.570443 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (40cd49ee-47ff-4144-923c-8910e0051503), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:08.573063 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:08.574521 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40cd49ee-47ff-4144-923c-8910e0051503 HTTP/1.1" status: 204 len: 168 time: 0.2086980 May 13 13:37:08.582522 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25511a79-9598-4445-a983-04ce65903c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd49ee-47ff-4144-923c-8910e0051503,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:08.595482 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 537be91f-3ecf-48b6-b012-ecf32e349065 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:08.621179 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 537be91f-3ecf-48b6-b012-ecf32e349065 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:08.627532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 537be91f-3ecf-48b6-b012-ecf32e349065 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:08.627532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 99441362-8a43-46ff-849a-dada0fac3698 no longer exists at agent ovs-agent-dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:37:08.640315 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.plugin [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] No Port match for: 99441362-8a43-46ff-849a-dada0fac3698 {{(pid=103980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:37:08.640894 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron.plugins.ml2.rpc [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Device 99441362-8a43-46ff-849a-dada0fac3698 not bound to the agent host dv-cinder-841591-2-iscsi {{(pid=103980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:37:09.255190 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34726) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:09.295626 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-c509768e-0f6c-44d5-8366-49071a811a4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81a2c144876d4dfc8b4d4ed76426fdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392880 May 13 13:37:09.297960 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34728) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:09.344787 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] Publish callbacks [] for security_group (e0de2066-baa1-4135-82d8-4e11e3c7dfe4), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:09.365673 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] Publish callbacks [] for security_group (e0de2066-baa1-4135-82d8-4e11e3c7dfe4), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:09.515535 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (e0de2066-baa1-4135-82d8-4e11e3c7dfe4), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:09.518193 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:09.519342 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0de2066-baa1-4135-82d8-4e11e3c7dfe4 HTTP/1.1" status: 204 len: 168 time: 0.2205079 May 13 13:37:09.527531 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf6e0-8dfb-4f76-89cf-bb81883fcd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de2066-baa1-4135-82d8-4e11e3c7dfe4,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:10.275157 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:14.669219 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f59a-408f-49ac-9e69-0f2b95acf00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:16.981510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d57b45d-18e6-4258-a64f-bdd5e3a84dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:18.080568 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:37:18.215659 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:18.910619 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34800) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:19.014553 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e62c1bd-fe30-4456-b037-ec62864fac43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.088742 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e62c1bd-fe30-4456-b037-ec62864fac43 admin admin] Publish callbacks [] for security_group (589b6c3d-2992-4cdd-9e4d-fc6cebe527ef), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.181404 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-6e62c1bd-fe30-4456-b037-ec62864fac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (589b6c3d-2992-4cdd-9e4d-fc6cebe527ef), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.218889 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62c1bd-fe30-4456-b037-ec62864fac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b6c3d-2992-4cdd-9e4d-fc6cebe527ef,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:19.223487 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-6e62c1bd-fe30-4456-b037-ec62864fac43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=573a49f943d2476e8202287dc856488a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118558 May 13 13:37:19.226180 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34804) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:19.273292 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] Publish callbacks [] for security_group (589b6c3d-2992-4cdd-9e4d-fc6cebe527ef), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.294689 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] Publish callbacks [] for security_group (589b6c3d-2992-4cdd-9e4d-fc6cebe527ef), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.409717 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (589b6c3d-2992-4cdd-9e4d-fc6cebe527ef), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.412392 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.413537 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/589b6c3d-2992-4cdd-9e4d-fc6cebe527ef HTTP/1.1" status: 204 len: 168 time: 0.1864879 May 13 13:37:19.421943 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191506-32a7-44d2-848c-50403a9fc298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b6c3d-2992-4cdd-9e4d-fc6cebe527ef,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:19.541197 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:19.992835 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34810) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:20.007880 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e4855f59-b92b-4de5-86b6-e3e4c05318db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.077402 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e4855f59-b92b-4de5-86b6-e3e4c05318db admin admin] Publish callbacks [] for security_group (b3d2863b-3abb-496a-a7a3-09e69a62d366), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.141289 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-e4855f59-b92b-4de5-86b6-e3e4c05318db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b3d2863b-3abb-496a-a7a3-09e69a62d366), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.181938 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-e4855f59-b92b-4de5-86b6-e3e4c05318db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc9de40a6ddf492b8c1c93be667cfe2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880274 May 13 13:37:20.183281 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4855f59-b92b-4de5-86b6-e3e4c05318db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2863b-3abb-496a-a7a3-09e69a62d366,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:20.185154 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34812) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:20.232859 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Publish callbacks [] for security_group (b3d2863b-3abb-496a-a7a3-09e69a62d366), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.254234 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Publish callbacks [] for security_group (b3d2863b-3abb-496a-a7a3-09e69a62d366), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.381608 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (b3d2863b-3abb-496a-a7a3-09e69a62d366), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.384063 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:20.385198 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3d2863b-3abb-496a-a7a3-09e69a62d366 HTTP/1.1" status: 204 len: 168 time: 0.1990182 May 13 13:37:20.394036 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2863b-3abb-496a-a7a3-09e69a62d366,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:20.401049 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.401403 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.401754 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.402125 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.402462 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.402797 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.403128 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.403480 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.403814 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.404149 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.404481 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.404812 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.405200 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.405502 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.405846 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf694e9-8353-406d-9b8a-f446ae70be61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-2-iscsi {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:37:20.834978 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:27.997590 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34894) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:28.097955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a4af152-e14c-491e-9342-061910a0c0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.171192 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a4af152-e14c-491e-9342-061910a0c0c2 admin admin] Publish callbacks [] for security_group (d113451c-96a1-4b11-b3d1-8781cb065255), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.249953 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5a4af152-e14c-491e-9342-061910a0c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d113451c-96a1-4b11-b3d1-8781cb065255), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.289273 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-5a4af152-e14c-491e-9342-061910a0c0c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2827d5609bdd47dcace9c2fa9b01e122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906141 May 13 13:37:28.290186 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af152-e14c-491e-9342-061910a0c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d113451c-96a1-4b11-b3d1-8781cb065255,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:28.292031 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34898) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:28.341225 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] Publish callbacks [] for security_group (d113451c-96a1-4b11-b3d1-8781cb065255), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.359936 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] Publish callbacks [] for security_group (d113451c-96a1-4b11-b3d1-8781cb065255), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.560519 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (d113451c-96a1-4b11-b3d1-8781cb065255), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.563188 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:28.564384 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d113451c-96a1-4b11-b3d1-8781cb065255 HTTP/1.1" status: 204 len: 168 time: 0.2713776 May 13 13:37:28.572179 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1292-a2a7-413a-bcea-2f0595a75e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d113451c-96a1-4b11-b3d1-8781cb065255,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:29.151099 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34904) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:29.164021 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5d453655-6a3d-4a24-8eaf-7986327aaec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.237554 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5d453655-6a3d-4a24-8eaf-7986327aaec5 admin admin] Publish callbacks [] for security_group (5f4f3a2a-8917-49b9-b690-d55d4428ae23), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.301332 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5d453655-6a3d-4a24-8eaf-7986327aaec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f4f3a2a-8917-49b9-b690-d55d4428ae23), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.340574 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-5d453655-6a3d-4a24-8eaf-7986327aaec5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3caf8d8c8d1448379db98762afd4d155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883602 May 13 13:37:29.341432 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453655-6a3d-4a24-8eaf-7986327aaec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f3a2a-8917-49b9-b690-d55d4428ae23,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:29.344162 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34906) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:29.393777 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] Publish callbacks [] for security_group (5f4f3a2a-8917-49b9-b690-d55d4428ae23), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.415259 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] Publish callbacks [] for security_group (5f4f3a2a-8917-49b9-b690-d55d4428ae23), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.524205 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (5f4f3a2a-8917-49b9-b690-d55d4428ae23), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.526955 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:29.528121 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f4f3a2a-8917-49b9-b690-d55d4428ae23 HTTP/1.1" status: 204 len: 168 time: 0.1826038 May 13 13:37:29.536345 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec87212-93fd-4cda-a595-91068f5895cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f3a2a-8917-49b9-b690-d55d4428ae23,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:31.213683 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 34936) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:31.330423 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-847de718-609d-408f-8d1d-93517740952c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.404634 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-847de718-609d-408f-8d1d-93517740952c admin admin] Publish callbacks [] for security_group (500e1f2f-60f4-457e-9c80-72ee5f1ef85c), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.497715 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-847de718-609d-408f-8d1d-93517740952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (500e1f2f-60f4-457e-9c80-72ee5f1ef85c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.538493 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-847de718-609d-408f-8d1d-93517740952c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aba143e9ba7d422d9288a7f12e84348e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230486 May 13 13:37:31.539377 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847de718-609d-408f-8d1d-93517740952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e1f2f-60f4-457e-9c80-72ee5f1ef85c,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:31.541189 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 34940) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:31.594402 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] Publish callbacks [] for security_group (500e1f2f-60f4-457e-9c80-72ee5f1ef85c), before_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.615440 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] Publish callbacks [] for security_group (500e1f2f-60f4-457e-9c80-72ee5f1ef85c), precommit_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.730577 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (500e1f2f-60f4-457e-9c80-72ee5f1ef85c), after_delete {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.733083 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:31.734283 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/500e1f2f-60f4-457e-9c80-72ee5f1ef85c HTTP/1.1" status: 204 len: 168 time: 0.1912749 May 13 13:37:31.742665 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c461-9e41-4d64-b50f-31e8a6fcf100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e1f2f-60f4-457e-9c80-72ee5f1ef85c,revision_number=None']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:40.266929 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.391660 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [-] (103979) accepted ('10.222.0.25', 35074) {{(pid=103979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:44.494470 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1c6-a29a-4537-b6cc-408f8ef70061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.568301 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1c6-a29a-4537-b6cc-408f8ef70061 admin admin] Publish callbacks [] for security_group (dee1515c-8777-426c-9562-9f7879fff222), precommit_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.621136 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1c6-a29a-4537-b6cc-408f8ef70061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (dee1515c-8777-426c-9562-9f7879fff222), after_create {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.659064 dv-cinder-841591-2-iscsi neutron-server[103979]: INFO neutron.wsgi [None req-22ffb1c6-a29a-4537-b6cc-408f8ef70061 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c9c122ae3df4a6284114309af6ee2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663321 May 13 13:37:44.660988 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb1c6-a29a-4537-b6cc-408f8ef70061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1515c-8777-426c-9562-9f7879fff222,revision_number=1']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:44.661911 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.wsgi [-] (103978) accepted ('10.222.0.25', 35078) {{(pid=103978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:37:44.667033 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-93fa7b7e-8324-45c4-976e-adf3bdf4df5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.711935 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] Publish callbacks [] for security_group (dee1515c-8777-426c-9562-9f7879fff222), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.733884 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] Publish callbacks [] for security_group (dee1515c-8777-426c-9562-9f7879fff222), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.844017 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509450'] for security_group (dee1515c-8777-426c-9562-9f7879fff222), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.846730 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:44.847879 dv-cinder-841591-2-iscsi neutron-server[103978]: INFO neutron.wsgi [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dee1515c-8777-426c-9562-9f7879fff222 HTTP/1.1" status: 204 len: 168 time: 0.1850004 May 13 13:37:44.855646 dv-cinder-841591-2-iscsi neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8448128-3beb-417f-b08c-691988e5dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1515c-8777-426c-9562-9f7879fff222,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:37:47.023079 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-26181b2a-afed-42ce-8210-ea7d329bc36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:48.217342 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:49.524175 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:50.822779 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:55.079168 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:38:10.260885 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:14.639285 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4e1aec53-4a35-40c9-a31d-3781cab38298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:17.015230 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-fb40a025-b9b7-48b5-9cca-238d2928de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:18.210964 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:19.530951 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:20.814749 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:32.078489 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:38:40.279007 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:44.655736 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-d57170dd-776f-451d-b86c-281c3626a4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:47.026133 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-451951a1-1de6-4c3c-a4f8-ad3d366be77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:48.267568 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:49.564662 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:50.833257 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:09.078182 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:39:10.335666 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:14.638437 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ed98-4905-4137-a954-45c132162c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:16.987030 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-720deb0c-c3df-48eb-9d56-2252350b348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:18.266813 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:19.535334 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:20.820002 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:40.351997 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:44.688913 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b2c39d4b-1cc3-4059-a9cb-942923c0d520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:46.077207 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:39:47.008538 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-7832a857-384b-40c2-b48d-e44532c4523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:48.255038 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:49.557691 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:50.809112 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:10.379641 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:14.642630 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-b2985b37-1ba2-4682-a1f9-41898951f78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:17.008961 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e94018ed-4577-418f-a465-1827c9e0f6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:18.213557 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:19.539769 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:20.802448 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:23.075591 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:40:40.321706 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:44.088716 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-7258c075-5d1e-4fae-a358-e1930fa248d7 req-e540d3d0-9660-41c5-be8f-309ceb540298 service neutron] (103979) timed out ('10.222.0.70', 51386) {{(pid=103979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:40:44.624401 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-adc9b4f1-d8cc-4e2f-988f-0f1f3ef1da07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:46.996450 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-eda08658-70c4-4952-a460-4c9c7a17a183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:48.218627 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:49.567323 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:50.824557 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:00.074376 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:41:10.326929 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:14.658759 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-a3c9fad2-166e-4b4d-8e02-36266fc72ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:17.001256 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef9a0-b2be-41c3-a687-de45d8ff6594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:18.247121 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:19.543904 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:20.824532 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:37.074206 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:41:40.355467 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:44.657979 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4014cee8-8d07-4340-89e4-200692e23f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:46.989305 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-71333c08-2a5c-43f8-bccf-fd0f9b8946b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:48.263453 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:49.561125 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:50.841230 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:10.382390 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:14.073494 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:42:14.713944 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-5f363c60-8d60-435d-bc16-e1260fae3613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:17.005883 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d833-2bff-42c1-9eb1-b1f1d1769f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:18.235055 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:19.543792 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:20.846510 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:38.965415 dv-cinder-841591-2-iscsi neutron-server[103979]: DEBUG neutron.wsgi [req-9c766246-6642-4d60-920a-8a83c416056d req-a678bd39-bb98-44e3-a841-b19535e1ef09 service neutron] (103979) timed out ('10.222.0.70', 51367) {{(pid=103979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:42:40.387579 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:44.662805 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-e403e0a5-68c2-46c7-96a4-9f6c36c5c5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9ace49f1-6e1e-4f9b-b24e-6480057cd4ad), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:46.992701 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-addb5da6-571a-426e-ac0e-9e4033dfae43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (556953ac-c01d-411f-93f1-19a5ce5004e5), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:48.244743 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-9d9d86c1-5378-40b7-b0ed-69d1f55cb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (8d7086a5-7ac0-409b-94fa-12d396004e59), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:49.565800 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-050dac5a-adfa-4ffc-9a0f-7c2577ea583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (849e77bd-dab7-43f3-9059-8ec8c4d510bf), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:50.811875 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-8d084b07-ad93-4a46-8611-1fdd92fb2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (1633d98a-8062-4f1b-b7d6-b7ab0af5a592), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:51.072739 dv-cinder-841591-2-iscsi neutron-server[103981]: DEBUG neutron.db.agents_db [None req-c9dbf836-3196-483c-8032-fe28f2b8b2e6 None None] Agent healthcheck: found 6 active agents {{(pid=103981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:43:10.394521 dv-cinder-841591-2-iscsi neutron-server[103980]: DEBUG neutron_lib.callbacks.manager [None req-2d1876ba-4d2b-487a-b96c-31e850137caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757711446559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360270'] for agent (9539c66b-2338-406d-8115-422c6c30cf2d), after_update {{(pid=103980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}